-- Logs begin at Mon 2022-10-24 08:03:16 UTC, end at Mon 2022-10-24 09:13:51 UTC. -- Oct 24 08:42:14.413033 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 24 08:42:17.215541 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.common.config [-] Logging enabled! Oct 24 08:42:17.216243 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 08:42:17.216372 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116040) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 08:42:17.219515 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.common.config [-] Logging enabled! Oct 24 08:42:17.219776 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 08:42:17.220092 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116040) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 08:42:17.221084 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 08:42:17.221324 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 08:42:17.222179 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 08:42:17.222432 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 08:42:17.222666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 08:42:17.222996 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.223304 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.223539 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.223847 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.224169 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.224467 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.224763 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.225125 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.225420 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.225707 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.226171 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.226412 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.226701 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.226997 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.227288 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.227520 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] debug = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.227808 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.228268 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.228687 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.228973 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.229266 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.229551 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.229831 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.230117 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.230402 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.230746 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.231038 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.231332 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.231627 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.231923 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.232235 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.232525 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.232817 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.233100 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.233381 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.233676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.233959 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.234252 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.234556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.234786 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.235018 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.235310 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.235605 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.235885 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.236189 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.236474 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.236755 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.237035 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.237309 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.237603 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.237890 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.238184 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.238465 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.238747 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.239025 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.239303 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.239595 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.239869 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.240167 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.240450 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.240955 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.241303 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.241520 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.241830 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.242124 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.242416 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.242710 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.242988 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.243283 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.243556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.243834 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.244110 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_json = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.244412 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.244689 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.244978 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.245258 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.245537 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.245814 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.246095 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.246385 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.246662 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:17.246969 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.247529 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.247837 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.248154 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.248459 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.248749 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.249045 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.249332 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.249629 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.249926 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.250222 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.250508 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.250818 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.251120 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.251426 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.251740 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.252043 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.252365 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.252648 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.252931 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.253294 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.253499 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.253794 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.254078 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.254373 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.254668 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.254958 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.255259 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.255555 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.255844 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.256701 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.257006 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.257287 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.257574 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.257871 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.258156 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.258434 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.258729 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.259011 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.259293 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.259576 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.259872 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.260198 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.260477 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.260766 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.261054 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.261336 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.261611 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.261886 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.262165 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.262439 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.262726 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.263007 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.263284 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.263559 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.263844 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.264124 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.264439 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.264723 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.264999 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.265283 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.265560 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.265836 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.266116 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.266390 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.266663 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.266937 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.267212 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.267495 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.267770 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.268045 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.268346 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.268623 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.268899 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.269186 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.269495 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.269780 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.270066 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.270350 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.270632 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.270912 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.271192 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.271474 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.271776 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.272631 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.272933 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.273224 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.273522 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.273809 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.274113 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.274417 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.274702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.274987 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.275270 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.275556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.275838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.276154 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.276437 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.276720 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.277010 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.277303 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.277604 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.277908 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.278195 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.278496 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.278796 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.279096 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.279382 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.279696 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.279981 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:17.280231 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 08:42:17.280486 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116040) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 24 08:42:17.664739 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 08:42:17.665066 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 08:42:17.665343 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 08:42:17.665582 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 08:42:17.665870 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 08:42:17.666210 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 24 08:42:17.999792 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.000102 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.000409 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.001629 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.001918 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.002191 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.060441 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.060744 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.061020 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.076410 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.076700 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.076976 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.107542 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.107835 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.108118 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.146348 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.146636 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.147086 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.390536 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.391185 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.391185 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.391580 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.392326 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.491644 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.492047 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.492366 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.492654 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.492929 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.493250 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.493518 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.493783 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.494046 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.494337 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.494606 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.494878 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.495142 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.495401 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.495666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.495940 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.496237 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.496515 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.496792 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.497057 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.497588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.497847 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.498139 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.498530 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.498790 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.499044 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.499457 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.499705 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.499949 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.500220 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.500465 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.500705 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:18.501080 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 24 08:42:18.504416 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 24 08:42:18.508965 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 24 08:42:18.512856 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 24 08:42:18.514654 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 24 08:42:18.515141 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 24 08:42:18.515494 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 24 08:42:18.515882 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 24 08:42:18.518741 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 24 08:42:18.518997 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 24 08:42:18.519357 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 08:42:18.524582 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 24 08:42:18.549333 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 24 08:42:18.549803 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.550117 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116040) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 24 08:42:18.550498 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.551889 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116040) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 24 08:42:18.552305 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 08:42:18.552451 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 24 08:42:18.563961 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.564282 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:18.667857 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 24 08:42:18.668056 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 24 08:42:18.668255 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 24 08:42:18.668635 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 24 08:42:18.721893 dv-cinder-master-3-iscsi neutron-server[116040]: INFO dbcounter [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Registered counter for database neutron Oct 24 08:42:18.742957 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_db.sqlalchemy.engines [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116040) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 24 08:42:18.749222 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG dbcounter [-] [116040] Writer thread running {{(pid=116040) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 08:42:19.318378 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing driver for type 'gre' Oct 24 08:42:19.318378 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] gre ID ranges: [(1, 1000)] Oct 24 08:42:19.374149 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing driver for type 'local' Oct 24 08:42:19.374479 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing driver for type 'vlan' Oct 24 08:42:19.389917 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] VlanTypeDriver initialization complete Oct 24 08:42:19.390265 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing driver for type 'vxlan' Oct 24 08:42:19.390764 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] vxlan ID ranges: [(1, 1000)] Oct 24 08:42:19.448329 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing extension driver 'port_security' Oct 24 08:42:19.448751 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.extensions.port_security [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] PortSecurityExtensionDriver initialization complete Oct 24 08:42:19.449087 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing mechanism driver 'openvswitch' Oct 24 08:42:19.449421 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing mechanism driver 'hyperv' Oct 24 08:42:19.455993 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.plugin [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:19.456695 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.457068 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.457423 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.457933 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.458358 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.458715 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.459066 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.460060 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.460511 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.460861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.461205 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.461596 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.462007 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.462355 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.462696 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.463085 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.463489 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.463834 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.464197 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.464721 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.465133 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > address_group after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.465480 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > address_group after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.465821 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.466213 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 08:42:19.466659 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] ML2 OVO RPC backend initialized. {{(pid=116040) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 24 08:42:19.467389 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.467747 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.468182 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.468536 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > networks before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.468882 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.469232 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > ports before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.469571 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.470001 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnets before_response 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.470267 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.470615 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.470952 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.471294 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.471637 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.471976 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.472342 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.472684 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.473024 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.481121 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded quota_driver: . Oct 24 08:42:19.481614 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.plugin [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Modular L2 Plugin initialization complete Oct 24 08:42:19.481969 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading services supported by the core plugin {{(pid=116040) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 24 08:42:19.482313 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.plugins.ml2.managers [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Got port-security extension from driver 'port_security' Oct 24 08:42:19.482809 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.extensions.vlantransparent [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Disabled vlantransparent extension. Oct 24 08:42:19.483305 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116040) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 24 08:42:19.483632 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: router Oct 24 08:42:19.520048 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.520470 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_create 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.520851 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router before_create 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.521224 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.521604 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.522628 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_delete 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.523212 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > floatingip after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.523581 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.523949 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_create 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.524335 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.524696 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.525055 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.525419 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.525838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.526220 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.526568 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.526914 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: subnet after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.527259 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.527621 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.527969 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.528356 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.528705 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.529064 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router after_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.529410 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.529767 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.530136 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.530484 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.530861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > agent after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.531212 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > agent after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.531564 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > network after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.532476 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Tracking information for resource: router configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:19.532812 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Tracking information for resource: floatingip configured {{(pid=116040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 08:42:19.538614 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.db.l3_agentschedulers_db [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 24 08:42:19.539188 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.539551 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.539902 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.540288 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: port after_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.541096 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router before_create 55550100 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.541460 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.541826 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_create 55550100 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.542191 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > router precommit_update 55550100 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.547136 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.provider_configuration [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service providers = [] {{(pid=116040) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 24 08:42:19.547504 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.db.servicetype_db [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116040) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 24 08:42:19.550486 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.service_base [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 08:42:19.550832 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.service_base [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 08:42:19.551201 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.service_base [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 08:42:19.552054 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.services.service_base [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 08:42:19.552451 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.services.service_base [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 24 08:42:19.552839 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.553721 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 24 08:42:19.564391 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.564726 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: auto_allocate Oct 24 08:42:19.570680 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: network precommit_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.570997 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: network precommit_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.571526 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.571848 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: tag Oct 24 08:42:19.578443 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.578854 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: timestamp Oct 24 08:42:19.582942 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.583268 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: network_ip_availability Oct 24 08:42:19.588966 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.589299 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.589660 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.590382 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.590702 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: flavors Oct 24 08:42:19.595452 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.595782 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading Plugin: revisions Oct 24 08:42:19.601117 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 08:42:19.601639 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.936s {{(pid=116040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 08:42:19.602610 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116040) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 24 08:42:19.602953 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Initializing extension manager. Oct 24 08:42:19.603587 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: __init__.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.603934 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: __pycache__ {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.604299 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: address_group.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.605039 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.605620 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: address-group Oct 24 08:42:19.605947 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: address_scope.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.606619 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.607127 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: address-scope Oct 24 08:42:19.607450 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.608384 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.608895 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: router-admin-state-down-before-update Oct 24 08:42:19.609219 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: agent.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.609880 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.610387 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: agent Oct 24 08:42:19.610708 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: agent_resources_synced.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.611568 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.612086 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: agent-resources-synced Oct 24 08:42:19.612439 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: allowedaddresspairs.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.614200 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.614724 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: allowed-address-pairs Oct 24 08:42:19.615051 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: auto_allocated_topology.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.616806 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.617321 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: auto-allocated-topology Oct 24 08:42:19.617650 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: availability_zone.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.618302 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.618815 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: availability_zone Oct 24 08:42:19.619140 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: availability_zone_filter.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.620000 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.620537 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: availability_zone_filter Oct 24 08:42:19.620863 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: data_plane_status.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.621720 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.622494 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension data-plane-status not supported by any of loaded plugins Oct 24 08:42:19.622819 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: default_subnetpools.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.623681 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.624214 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: default-subnetpools Oct 24 08:42:19.624541 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.625316 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.625831 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: dhcp_agent_scheduler Oct 24 08:42:19.626157 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: dns.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.627022 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.627529 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension dns-integration not supported by any of loaded plugins Oct 24 08:42:19.627851 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: dns_domain_ports.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.628743 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.629254 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 24 08:42:19.629576 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.630457 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.630964 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 24 08:42:19.631316 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: dvr.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.631945 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.632549 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: dvr Oct 24 08:42:19.632805 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: ecmp_routes.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.633675 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.634166 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension ecmp_routes not supported by any of loaded plugins Oct 24 08:42:19.634487 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: empty_string_filtering.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.635342 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.635845 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: empty-string-filtering Oct 24 08:42:19.636191 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.637061 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.637563 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 24 08:42:19.637883 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.638744 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.639249 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 24 08:42:19.639571 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: external_net.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.640476 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.640965 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: external-net Oct 24 08:42:19.641287 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.642141 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.642659 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: extra_dhcp_opt Oct 24 08:42:19.642979 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: extraroute.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.643831 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.644361 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: extraroute Oct 24 08:42:19.644685 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: extraroute_atomic.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.645682 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.646203 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: extraroute-atomic Oct 24 08:42:19.646530 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: filter_validation.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.647182 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.647690 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: filter-validation Oct 24 08:42:19.648011 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: fip_pf_description.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.648901 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.649406 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 24 08:42:19.649726 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: fip_pf_detail.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.650583 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.651092 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: floating-ip-port-forwarding-detail Oct 24 08:42:19.651414 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: fip_pf_port_range.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.652305 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.652822 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 24 08:42:19.653140 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: fip_port_details.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.654007 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.654524 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: fip-port-details Oct 24 08:42:19.654845 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: flavors.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.656032 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.656582 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: flavors Oct 24 08:42:19.656909 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.658532 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.659063 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 24 08:42:19.659399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: floatingip_pools.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.660072 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.660620 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: floatingip-pools Oct 24 08:42:19.660953 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: ip_allocation.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.661858 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.663011 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension ip_allocation not supported by any of loaded plugins Oct 24 08:42:19.663421 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.664401 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.664933 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: ip-substring-filtering Oct 24 08:42:19.665261 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l2_adjacency.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.666154 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.666671 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 24 08:42:19.666998 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.668010 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.668571 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: router Oct 24 08:42:19.668902 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.671545 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.672095 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 24 08:42:19.672457 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.673384 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.673910 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: ext-gw-mode Oct 24 08:42:19.674246 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.675146 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.675669 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: l3-ha Oct 24 08:42:19.675999 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.676912 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.677429 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 24 08:42:19.677756 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_flavors.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.679191 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.679705 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: l3-flavors Oct 24 08:42:19.680031 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_ndp_proxy.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.681413 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.681937 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 24 08:42:19.682266 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.683162 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.683773 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 24 08:42:19.684102 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: l3agentscheduler.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.685179 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.685696 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: l3_agent_scheduler Oct 24 08:42:19.686029 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: local_ip.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.687747 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.688322 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension local_ip not supported by any of loaded plugins Oct 24 08:42:19.688659 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: logging.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.690085 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.690609 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension logging not supported by any of loaded plugins Oct 24 08:42:19.690939 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: metering.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.691637 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.692255 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: metering Oct 24 08:42:19.692586 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.693655 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.694241 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: metering_source_and_destination_fields Oct 24 08:42:19.694567 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: multiprovidernet.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.695444 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.695961 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: multi-provider Oct 24 08:42:19.696318 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: netmtu.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.697185 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.697697 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: net-mtu Oct 24 08:42:19.698022 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: netmtu_writable.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.698888 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.699400 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: net-mtu-writable Oct 24 08:42:19.699723 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: network_availability_zone.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.700384 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.700893 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: network_availability_zone Oct 24 08:42:19.701216 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: network_ip_availability.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.702274 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.702798 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: network-ip-availability Oct 24 08:42:19.703129 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: network_segment_range.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.703848 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.704379 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension network-segment-range not supported by any of loaded plugins Oct 24 08:42:19.704704 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: pagination.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.705639 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.705965 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: pagination Oct 24 08:42:19.706282 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_device_profile.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.707135 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.707652 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-device-profile Oct 24 08:42:19.707977 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_mac_address_override.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.708872 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.709971 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-mac-override Oct 24 08:42:19.710303 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.711185 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.711696 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-mac-address-regenerate Oct 24 08:42:19.712020 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.712908 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.713425 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-numa-affinity-policy Oct 24 08:42:19.713748 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_resource_request.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.714612 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.715120 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension port-resource-request not supported by any of loaded plugins Oct 24 08:42:19.715442 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: port_resource_request_groups.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.716372 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.716880 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 24 08:42:19.717202 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: portbindings.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.718075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.718592 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: binding Oct 24 08:42:19.718914 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: portbindings_extended.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.721721 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.722253 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: binding-extended Oct 24 08:42:19.722588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: portsecurity.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.723467 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.723984 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-security Oct 24 08:42:19.724343 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: project_id.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.725922 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.726254 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: project-id Oct 24 08:42:19.726579 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: providernet.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.727445 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.727965 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: provider Oct 24 08:42:19.728319 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.731774 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.732339 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos not supported by any of loaded plugins Oct 24 08:42:19.732680 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.733908 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.734432 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 24 08:42:19.734764 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.735640 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.736187 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 24 08:42:19.736523 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_default.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.737399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.737916 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-default not supported by any of loaded plugins Oct 24 08:42:19.738245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_fip.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.739128 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.739641 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-fip not supported by any of loaded plugins Oct 24 08:42:19.739968 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_fip_network_policy.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.740902 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.741410 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 24 08:42:19.741734 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_gateway_ip.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.742613 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.743128 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 24 08:42:19.743455 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_port_network_policy.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.744346 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.744857 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 24 08:42:19.745181 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.746169 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.746680 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 24 08:42:19.747002 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.748282 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.748798 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 24 08:42:19.749122 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_pps_rule.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.750227 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.750740 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-pps not supported by any of loaded plugins Oct 24 08:42:19.751064 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_rule_type_details.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.751921 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.752464 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 24 08:42:19.752789 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_rule_type_filter.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.753654 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.754175 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 24 08:42:19.754499 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: qos_rules_alias.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.755491 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.756008 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 24 08:42:19.756392 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: quota_check_limit.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.757327 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.757837 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: quota-check-limit Oct 24 08:42:19.758164 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: quotasv2.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.759090 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.759420 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: quotas Oct 24 08:42:19.759745 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: quotasv2_detail.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.761420 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.761760 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: quota_details Oct 24 08:42:19.762089 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: rbac.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.763124 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.763653 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: rbac-policies Oct 24 08:42:19.763983 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: rbac_address_group.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.764892 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.765413 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: rbac-address-group Oct 24 08:42:19.765739 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: rbac_address_scope.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.766699 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.767221 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: rbac-address-scope Oct 24 08:42:19.767548 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: rbac_security_groups.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.768454 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.768977 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: rbac-security-groups Oct 24 08:42:19.769305 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: rbac_subnetpool.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.770177 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.770693 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: rbac-subnetpool Oct 24 08:42:19.771013 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: revisionifmatch.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.772583 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.773135 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: revision-if-match Oct 24 08:42:19.773461 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: revisions.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.774602 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.775111 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: standard-attr-revisions Oct 24 08:42:19.775439 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: router_availability_zone.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.776110 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.776612 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: router_availability_zone Oct 24 08:42:19.776930 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: routerservicetype.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.777813 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.778323 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension router-service-type not supported by any of loaded plugins Oct 24 08:42:19.778643 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.779519 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.780029 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: security-groups-normalized-cidr Oct 24 08:42:19.780376 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.781265 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.781779 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: port-security-groups-filtering Oct 24 08:42:19.782101 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.782982 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.783505 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: security-groups-remote-address-group Oct 24 08:42:19.783825 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.784833 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.785356 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: security-groups-shared-filtering Oct 24 08:42:19.785677 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: securitygroup.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.796101 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.796655 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: security-group Oct 24 08:42:19.796996 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: segment.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.797684 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.798200 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension segment not supported by any of loaded plugins Oct 24 08:42:19.798529 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.799494 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.799950 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 24 08:42:19.800313 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: servicetype.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.801361 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.801882 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: service-type Oct 24 08:42:19.802209 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: sorting.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.803705 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.804036 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: sorting Oct 24 08:42:19.804387 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: standard_attr_segment.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.805281 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.805797 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 24 08:42:19.806120 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: standardattrdescription.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.806733 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.807244 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: standard-attr-description Oct 24 08:42:19.807568 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: stateful_security_group.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.808474 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.808995 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: stateful-security-group Oct 24 08:42:19.809321 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: stdattrs_common.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.809872 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 24 08:42:19.810195 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.811064 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.811585 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 24 08:42:19.811911 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnet_onboard.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.812930 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.813458 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: subnet_onboard Oct 24 08:42:19.813786 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.814664 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.815177 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 24 08:42:19.815502 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnet_service_types.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.816399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.816916 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: subnet-service-types Oct 24 08:42:19.817243 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnetallocation.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.818275 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.819359 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: subnet_allocation Oct 24 08:42:19.819746 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.820422 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.820986 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: subnetpool-prefix-ops Oct 24 08:42:19.821296 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.822187 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.822704 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 24 08:42:19.823038 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: tagging.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.824075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.824613 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: standard-attr-tag Oct 24 08:42:19.824943 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: timestamp.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.826098 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.826618 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loaded extension: standard-attr-timestamp Oct 24 08:42:19.826945 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: trunk.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.827921 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.828476 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension trunk not supported by any of loaded plugins Oct 24 08:42:19.828804 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: trunk_details.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.829672 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.830182 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension trunk-details not supported by any of loaded plugins Oct 24 08:42:19.830503 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: uplink_status_propagation.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.831371 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.831885 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 24 08:42:19.832232 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Loading extension file: vlantransparent.py {{(pid=116040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 08:42:19.832865 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 08:42:19.833377 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 24 08:42:19.837447 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:network Oct 24 08:42:19.837982 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnet Oct 24 08:42:19.838384 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 08:42:19.838775 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:port Oct 24 08:42:19.840074 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.840545 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service FLAVORS assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.841161 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.841585 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.841925 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:router Oct 24 08:42:19.842353 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:floatingip Oct 24 08:42:19.842826 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service METERING assigned prefix: /metering {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.844292 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.844670 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.845028 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:42:19.846034 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 08:42:19.846500 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:security_group Oct 24 08:42:19.846934 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 08:42:19.847494 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service CORE assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.847779 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 08:42:19.848142 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] subnetpool is already registered Oct 24 08:42:19.848567 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service CORE assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.848901 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 08:42:19.849235 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] subnetpool is already registered Oct 24 08:42:19.851750 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.852206 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service FLAVORS assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.852804 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.853231 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.853564 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:router Oct 24 08:42:19.853904 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] router is already registered Oct 24 08:42:19.854319 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:floatingip Oct 24 08:42:19.854656 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] floatingip is already registered Oct 24 08:42:19.855111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service METERING assigned prefix: /metering {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.855792 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 08:42:19.856122 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] rbac_policy is already registered Oct 24 08:42:19.856562 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:security_group Oct 24 08:42:19.856893 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] security_group is already registered Oct 24 08:42:19.857294 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 08:42:19.857632 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] security_group_rule is already registered Oct 24 08:42:19.858258 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service CORE assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.858585 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 08:42:19.858916 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] subnetpool is already registered Oct 24 08:42:19.859325 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.v2.resource_helper [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Service CORE assigned prefix: {{(pid=116040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 08:42:19.859649 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 08:42:19.859979 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING neutron.quota.resource_registry [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] subnetpool is already registered Oct 24 08:42:19.860465 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: extensions {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.861926 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: address-groups {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.863422 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: address-scopes {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.864750 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: agents {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.866455 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: auto-allocated-topology {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.867691 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: availability_zones {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.868930 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: dhcp-networks {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.870439 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: dhcp-agents {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.871840 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: routers {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.873961 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: flavors {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.875227 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: service_profiles {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.876470 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: next_providers {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.877913 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: service_profiles {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.879437 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: floatingip-pools {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.880727 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: routers {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.883079 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: floatingips {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.884386 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: l3-routers {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.885900 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: l3-agents {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.887314 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: metering-labels {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.888594 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: metering-label-rules {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.890892 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: network-ip-availabilities {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.892170 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: bindings {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.893731 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: quotas {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.895389 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: quotas {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.897066 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: rbac-policies {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.898252 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: security-groups {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.899558 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: security-group-rules {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.900836 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: service-providers {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.902049 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: subnetpools {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.903388 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: subnetpools {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.904930 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.906596 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.908433 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.910223 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.912067 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.914356 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.916009 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.917929 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.919692 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.921463 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron.api.extensions [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Extended resource: tags {{(pid=116040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 08:42:19.927553 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING keystonemiddleware.auth_token [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 24 08:42:19.933228 dv-cinder-master-3-iscsi neutron-server[116040]: WARNING keystonemiddleware.auth_token [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 24 08:42:19.942341 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Acquiring lock "singleton_lock" {{(pid=116040) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 24 08:42:19.942676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Acquired lock "singleton_lock" {{(pid=116040) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 24 08:42:19.943149 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_concurrency.lockutils [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Releasing lock "singleton_lock" {{(pid=116040) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 24 08:42:19.944444 dv-cinder-master-3-iscsi neutron-server[116040]: INFO oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Starting 2 workers Oct 24 08:42:19.949280 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Started child 116185 {{(pid=116040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 08:42:19.953912 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Started child 116186 {{(pid=116040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 08:42:19.954742 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.955483 dv-cinder-master-3-iscsi neutron-server[116040]: INFO neutron.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 24 08:42:19.956104 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Publish callbacks [] for process (None), before_spawn {{(pid=116040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.956306 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [-] (116185) wsgi starting up on http://0.0.0.0:9696 Oct 24 08:42:19.958543 dv-cinder-master-3-iscsi neutron-server[116040]: INFO oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Starting 1 workers Oct 24 08:42:19.958741 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.960426 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [-] (116186) wsgi starting up on http://0.0.0.0:9696 Oct 24 08:42:19.963834 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Started child 116187 {{(pid=116040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 08:42:19.964402 dv-cinder-master-3-iscsi neutron-server[116040]: INFO oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Starting 1 workers Oct 24 08:42:19.968234 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] calling RpcWorker wait() {{(pid=116187) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 24 08:42:19.969465 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] returning from RpcWorker wait() {{(pid=116187) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 24 08:42:19.969861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Started child 116188 {{(pid=116040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 08:42:19.970855 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG neutron_lib.callbacks.manager [None req-2578edc6-e161-428e-80ab-6b123a696e6b None None] Publish callbacks [] for process (None), after_spawn {{(pid=116040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.972242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.973014 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116040) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 08:42:19.973281 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:19.973450 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 08:42:19.973593 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 08:42:19.974155 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 08:42:19.974681 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 08:42:19.974823 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:19.975633 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 08:42:19.976353 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.976838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.977275 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.977708 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.978713 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.978999 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.979269 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.979553 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.979838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.980051 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.980569 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.981248 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.981775 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.982254 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.982813 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.983111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.983580 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.983969 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.984332 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.984950 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.985287 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.985724 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] debug = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.986322 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.987071 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.987334 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.987599 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.987837 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.988094 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.988379 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.988695 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.989165 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.989724 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.990106 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.991006 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.991399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.992371 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.992788 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.993328 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.993601 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.994196 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.996104 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.996241 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:19.996592 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.996843 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.997416 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.998067 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.998316 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.998794 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:19.999145 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.000577 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.001127 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.001829 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.002130 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.002399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.002669 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.003077 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_options = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.003327 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.003640 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.004062 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.004327 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.004512 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.004689 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.004969 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.005142 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.005580 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.005965 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.006259 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.007009 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.007305 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.007543 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.007817 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.008040 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.008333 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.008708 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.008984 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.009221 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.009452 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.009692 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.010169 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.010402 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.010649 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.010897 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.011553 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.011553 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.011702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.011812 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.012616 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.015666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.015953 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.016251 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.016539 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.017659 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.019561 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.020427 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.020918 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.021586 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.022035 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.022409 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.022652 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.022904 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.023632 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.024044 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.024499 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_json = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.024935 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.025194 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.025464 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.025703 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.025962 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.026341 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.026728 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.027151 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.027738 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.028219 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.028578 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.028953 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.029215 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.029634 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.030090 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.030332 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.030710 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.031133 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.031393 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.031841 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.032253 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.032703 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.033102 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.033668 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.034058 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.034291 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.034805 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.035318 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.035705 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.036346 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.036725 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.037146 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.038099 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.038503 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.038746 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.038978 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.039444 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.039746 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.040045 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.040438 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.040704 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.040972 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.041387 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.041838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.042261 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.042682 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.043008 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.043299 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.043708 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.044047 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.044388 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.044695 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.045001 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.045387 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.045645 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.045900 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.046161 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.046414 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.046647 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.046883 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.047103 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.047477 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.047709 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.047954 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.048205 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.048470 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.048699 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.048954 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.049215 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.049458 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.049845 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.050251 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.050476 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.050717 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.050935 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.051157 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.051370 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.051633 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.051875 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.052112 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.052505 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.052727 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.052966 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.053385 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.053715 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.053963 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.054186 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.054424 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.054661 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.054878 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.055111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.055325 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.055547 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.055764 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.055979 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.056232 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.056447 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.056662 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.056898 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.057111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.057337 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.057659 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.057916 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.058178 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.058618 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.058894 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.059151 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.059395 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.059614 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.059837 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.060068 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.060354 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.060582 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.060846 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.061074 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.061315 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.061558 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.061796 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.062596 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.062857 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.063076 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.063296 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.063520 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.063870 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.064115 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.064527 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.064900 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.065315 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.065549 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.065932 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.066355 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.066609 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.066911 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.067144 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.067436 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.067657 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.068034 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.068235 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.068536 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.069318 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.069571 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.069834 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.070105 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.070387 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.070644 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.070878 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.071169 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.071343 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.071593 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.071836 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.072089 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.072367 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.072691 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.072929 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.073142 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.073357 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.073621 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.073899 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.074139 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.074400 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.074663 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.074914 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.075150 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.075408 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.075659 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.075890 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.076167 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.076375 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.076591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.076805 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.077063 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.077298 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.077517 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.077751 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.078002 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.078223 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.078436 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.078671 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.078886 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.079132 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.079365 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.079584 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.079831 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.080065 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.080308 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.080525 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.080757 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.081034 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.081253 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.081518 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.081777 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.081993 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.082221 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.082462 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.082721 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.082955 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.083201 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.083438 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.083632 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.083761 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:20.083891 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.084112 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.084957 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.085223 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.085458 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.085676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.085953 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.086197 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.086540 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.086793 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.087024 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.087287 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.088061 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.088391 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.088906 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.089125 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.089376 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.089598 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.089820 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.090037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.090292 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.090513 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.090733 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.090948 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.091164 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.091382 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.091643 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.091873 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.092086 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.092818 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.092818 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.092818 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.093702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.093702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.093702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.093702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.094149 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.094149 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.094501 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.094501 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.094754 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.095025 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.095247 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.095501 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.095739 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.095985 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.096238 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.096449 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.096660 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.096890 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.097106 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.097315 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.097539 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.097747 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.097955 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.098217 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.098409 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.098637 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.098861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.099140 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.099412 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.099501 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.099682 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.099972 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.100242 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.100446 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.100674 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.100896 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.101132 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.101342 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.101587 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.101866 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.102097 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.102340 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.102726 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.102866 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.104424 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.104683 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.104922 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.105245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.105498 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.105897 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112164 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112164 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112461 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40088) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.112591 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.114190 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.115277 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117275 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117427 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0062435 Oct 24 08:42:20.117590 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117590 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117590 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117994 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.117994 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.118274 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.118430 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.118643 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.118898 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.119068 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 08:42:20.119635 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116040) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 08:42:20.119808 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 08:42:20.119915 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041716 Oct 24 08:42:20.120000 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 08:42:20.121176 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 08:42:20.121375 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 08:42:20.121537 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 08:42:20.121903 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.122484 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.123716 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124556 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124861 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.124978 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.125128 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.126367 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.126367 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.126847 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] debug = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.126847 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.126847 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.127936 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.128103 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.128421 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.128581 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.128783 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.128783 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.129062 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.129062 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.129588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.129588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.129588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.130054 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.130054 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.130054 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.132245 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_options = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.133676 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134273 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134273 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134273 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134628 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134628 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134774 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134854 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.134987 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.135163 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.135330 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.135470 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.135629 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.135942 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.136307 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.136773 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.136773 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.136773 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.136990 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.137075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.137231 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.137530 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.137830 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138931 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.138931 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.139063 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.140010 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.140897 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.140897 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.140897 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141107 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141173 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141379 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141492 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141692 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.141794 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142107 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142292 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142461 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142623 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142787 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_json = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.142958 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143122 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143282 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143442 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143605 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143769 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.143978 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.144074 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.145037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 08:42:20.145037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145037 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145418 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145418 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145418 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145626 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145725 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.145891 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146065 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146232 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146408 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146575 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146804 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.146981 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147147 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147312 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147479 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147646 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147812 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.147976 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.148201 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.148368 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.148532 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.148698 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.148865 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149041 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149205 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149473 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149570 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149790 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.149963 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150127 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150294 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150462 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150628 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150794 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.150961 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151128 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151293 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151458 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151622 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151851 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.151955 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152103 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152273 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152442 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152608 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152773 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.152938 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153101 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153268 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153435 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153601 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153766 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.153931 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154108 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154273 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154437 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154606 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154778 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.154973 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155145 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155309 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155474 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155641 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155809 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.155986 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.156219 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.156353 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.156521 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.156670 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.156838 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157002 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157167 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157332 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157497 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157664 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157828 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.157992 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158161 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158314 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158478 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158643 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158808 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.158972 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159135 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159298 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159463 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159626 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159800 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.159981 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160160 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160329 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160496 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160660 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160825 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.160989 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161153 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161317 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161482 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161646 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161810 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.161982 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.162142 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163010 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163254 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163443 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163611 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163784 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.163964 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164321 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164491 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164661 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164827 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.164996 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165163 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165328 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165493 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165656 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165819 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.165993 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166156 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166323 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166484 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166655 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166828 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.166992 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167155 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167318 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167481 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167644 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167806 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.167968 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168181 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168314 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168476 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168650 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168811 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.168972 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169132 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169317 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169479 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169640 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169801 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.169962 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170123 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170284 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170444 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170604 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170765 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.170926 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.171087 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.171249 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.171411 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.171572 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.171733 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172000 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172187 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172302 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172409 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172527 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172661 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172822 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.172982 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173147 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173307 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173468 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173629 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173795 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.173958 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.174109 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.174268 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.174424 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.174573 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175003 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175003 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175219 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175219 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175377 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175541 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175681 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.175848 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176039 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176221 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176336 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176481 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176643 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176803 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.176964 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177127 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177289 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177450 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177612 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177773 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.177960 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.178661 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.178823 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.178984 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179148 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179308 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179474 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179674 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179844 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.179988 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180098 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180276 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180433 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180593 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180755 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.180915 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181075 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181236 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181397 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181563 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181726 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.181887 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182049 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182210 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182372 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182536 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182702 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182842 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.182989 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183177 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183306 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183452 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183612 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183788 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.183949 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184111 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184291 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184453 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184614 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184784 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.184946 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185107 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185268 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185428 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185588 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185757 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.185919 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186080 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186240 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186400 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186559 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186729 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.186891 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187051 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187211 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187369 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187530 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187698 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.187858 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.188018 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.188290 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.188419 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.188543 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.188666 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189204 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189204 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189204 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189457 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189457 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189638 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189763 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.189887 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190009 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190133 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190299 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190461 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190682 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190784 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.190945 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191106 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191266 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191448 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191592 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191757 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.191926 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192211 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192451 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192451 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192697 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192823 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.192906 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193046 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193218 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193854 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193854 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193854 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.193854 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194213 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194213 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194399 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194574 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194737 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.194899 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195061 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195223 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195384 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195544 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195778 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.195944 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.196103 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.196227 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.196348 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 08:42:20.196503 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 08:42:29.440907 dv-cinder-master-3-iscsi neutron-server[116040]: DEBUG dbcounter [-] [116040] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116040) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:31.911156 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writer thread running {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 08:42:31.928095 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd731a-22b1-4399-b1db-9194cc888978 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 08:42:32.012264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd731a-22b1-4399-b1db-9194cc888978 None None] No non-hosted networks {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 24 08:42:32.013315 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d812b15f-de8a-41e0-af8c-d248a0c1f671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:33.581996 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writer thread running {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 08:42:34.170589 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f171d57a-7ba3-4bcf-b956-c8446e704111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:34.237756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1f576e08-6885-460e-b04c-9c7d4971a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:35.676760 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:35.807377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40162) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:36.401950 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING oslo_policy.policy [None req-5a1664a2-8cab-4a71-b8e9-90e2356c6e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:42:36.402524 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING oslo_policy.policy [None req-5a1664a2-8cab-4a71-b8e9-90e2356c6e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:42:36.630260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [None req-5a1664a2-8cab-4a71-b8e9-90e2356c6e1d admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:42:36.632212 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5a1664a2-8cab-4a71-b8e9-90e2356c6e1d admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8234749 Oct 24 08:42:36.889115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:37.095290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:37.095921 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.096308 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.096872 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.097189 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.097513 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.098027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.098554 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.099083 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.100050 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.100768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.101887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.103191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.103761 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.104561 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.105605 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:37.106278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:37.113154 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:42:39.372862 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40196) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:39.734579 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:42:39.747000 dv-cinder-master-3-iscsi neutron-server[116186]: ERROR stevedore.extension [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 08:42:39.830439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.policy [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116186) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 08:42:39.875029 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING oslo_policy.policy [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:42:39.876034 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING oslo_policy.policy [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:42:39.898531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writer thread running {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 08:42:39.984646 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581044584', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581046140', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581093520', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581086033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581082376', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760581067178', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-12924337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-12991372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3981117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3807471'] for rbac-policy (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:40.059734 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:40.060974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-fa424b33-f9ac-42f1-bf0b-77409a7484ce admin admin] 10.222.0.39 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6871533 Oct 24 08:42:40.463167 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.db.l3_hamode_db [None req-58a27a15-91d7-40d0-9468-7123ed286ff6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 24 08:42:40.541659 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a27a15-91d7-40d0-9468-7123ed286ff6 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:42:40.542046 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a27a15-91d7-40d0-9468-7123ed286ff6 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 24 08:42:42.743663 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40206) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:43.074395 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:42:43.105313 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Made reservation on behalf of cf4d543d56bb4a978f03e1af565b700b for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:42:43.109611 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.128796 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.244646 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks [] for security_group (51900165-9bdf-4fb7-97d8-ea2f11fab65c), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.249037 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (51900165-9bdf-4fb7-97d8-ea2f11fab65c), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.275762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:42:43.313475 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760582207802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (ab3f2dba-f07a-416f-8e20-9fea77f40aca), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.314046 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Unsubscribe: segment precommit_create {{(pid=116186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 08:42:43.314561 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Added segment ab3f2dba-f07a-416f-8e20-9fea77f40aca of type vlan for network 4335bc2b-148c-449e-9b92-0882efb7b168 Oct 24 08:42:43.332371 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=51900165-9bdf-4fb7-97d8-ea2f11fab65c,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:43.387535 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.387871 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.388252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.388602 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.388931 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.389248 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.389573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.389889 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.390198 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.390525 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.390826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.391238 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.391466 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.391827 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.392213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Tracked resource versions report: Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: pushed versions: Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: { 'AddressGroup': {'1.2'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Agent': {'1.1'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'ConntrackHelper': {'1.0'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Log': {'1.0'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'NDPProxy': {'1.0'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Network': {'1.1'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Port': {'1.7'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'PortForwarding': {'1.3'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'QosPolicy': {'1.10'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroup': {'1.5'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SubPort': {'1.0'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Subnet': {'1.1'}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Trunk': {'1.1'}} Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: consumer versions: Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Agent': '1.1', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'ConntrackHelper': '1.0', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'LocalIPAssociation': '1.0', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Log': '1.0', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'NDPProxy': '1.0', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Network': '1.1', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Port': '1.7', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'PortForwarding': '1.3', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'QosPolicy': '1.10', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroup': '1.5', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroupRule': '1.2', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'SubPort': '1.0', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Subnet': '1.1', Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: 'Trunk': '1.1'}} Oct 24 08:42:43.393648 dv-cinder-master-3-iscsi neutron-server[116186]: {{(pid=116186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:42:43.430061 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (4335bc2b-148c-449e-9b92-0882efb7b168), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.470350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (4335bc2b-148c-449e-9b92-0882efb7b168), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.475900 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:42:43.476666 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:43.504583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=57,neutron:INSERT=42,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:43.555638 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8107717 Oct 24 08:42:43.609529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f60f-51ca-45c0-ab47-595cab265cb0 demo demo] Pushing event updated for resources: {'Network': ['ID=4335bc2b-148c-449e-9b92-0882efb7b168,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:43.637993 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 4335bc2b-148c-449e-9b92-0882efb7b168 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:42:46.304087 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40220) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:46.741653 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0696c-ede8-41db-9990-dfac2a88bcae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:42:46.743047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-28f0696c-ede8-41db-9990-dfac2a88bcae demo admin] 10.222.0.39 "GET /networking/v2.0/networks/4335bc2b-148c-449e-9b92-0882efb7b168 HTTP/1.1" status: 200 len: 825 time: 0.4379888 Oct 24 08:42:46.769756 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6ae904a2-4396-4f66-8918-03347d846e45 demo admin] 10.222.0.39 "GET /networking/v2.0/subnetpools/c97f16ef-286f-4a87-b2ac-ef5fd306866f HTTP/1.1" status: 200 len: 734 time: 0.0204437 Oct 24 08:42:46.779265 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:42:46.801677 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Made reservation on behalf of cf4d543d56bb4a978f03e1af565b700b for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:42:46.805337 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:47.019814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:47.113496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (7cb481f4-9739-4fe5-96de-fe2d1e0490ec), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:47.189787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7cb481f4-9739-4fe5-96de-fe2d1e0490ec,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:47.194952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Checking segment: {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:42:47.195311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Network hostable DHCP agents. Network: 4335bc2b-148c-449e-9b92-0882efb7b168, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:42:47.218530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Network 4335bc2b-148c-449e-9b92-0882efb7b168 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:42:47.232403 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4335bc2b-148c-449e-9b92-0882efb7b168) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:42:47.237553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:42:47.238165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:47.244689 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969783ef-9b2d-423e-acb8-2535bc152f03 None None] Network 4335bc2b-148c-449e-9b92-0882efb7b168 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:42:47.255981 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d69db7a3-1700-4deb-b768-b076ecabd9b7 demo admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4796085 Oct 24 08:42:47.527176 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4335bc2b-148c-449e-9b92-0882efb7b168', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:42:47.528539 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:47.828372 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Allocated IP 172.20.0.2 (4335bc2b-148c-449e-9b92-0882efb7b168/7cb481f4-9739-4fe5-96de-fe2d1e0490ec/5bd8cb74-1e48-47af-8200-6ac87bd55f97) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:42:47.855380 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:48.119361 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks [] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:48.127570 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:48.207885 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Network 4335bc2b-148c-449e-9b92-0882efb7b168 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:42:48.214767 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:42:48.219840 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Pushing event updated for resources: {'Port': ['ID=5bd8cb74-1e48-47af-8200-6ac87bd55f97,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:48.222205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:42:48.236177 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.236569 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.236878 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.237229 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.237561 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.237887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.238243 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.238565 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.238883 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.239204 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.239599 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.240491 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.241290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.241290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.241440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Tracked resource versions report: Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: pushed versions: Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: { 'AddressGroup': {'1.2'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Agent': {'1.1'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'ConntrackHelper': {'1.0'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Log': {'1.0'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'NDPProxy': {'1.0'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Network': {'1.1'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Port': {'1.7'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'PortForwarding': {'1.3'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'QosPolicy': {'1.10'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroup': {'1.5'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SubPort': {'1.0'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Subnet': {'1.1'}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Trunk': {'1.1'}} Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: consumer versions: Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Agent': '1.1', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'ConntrackHelper': '1.0', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'LocalIPAssociation': '1.0', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Log': '1.0', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'NDPProxy': '1.0', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Network': '1.1', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Port': '1.7', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'PortForwarding': '1.3', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'QosPolicy': '1.10', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroup': '1.5', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroupRule': '1.2', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'SubPort': '1.0', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Subnet': '1.1', Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: 'Trunk': '1.1'}} Oct 24 08:42:48.242926 dv-cinder-master-3-iscsi neutron-server[116187]: {{(pid=116187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:42:48.316665 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Attempting to bind port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:42:48.317072 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Attempting to bind port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:42:48.317486 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Attempting to bind port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 on network 4335bc2b-148c-449e-9b92-0882efb7b168 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:42:48.345282 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:48.368895 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:42:48.369252 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Checking segment: {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:42:48.369780 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:48.370121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Bound using segment: {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:42:48.370638 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Bound port: 5bd8cb74-1e48-47af-8200-6ac87bd55f97, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:42:48.371031 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:48.432215 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] For port 5bd8cb74-1e48-47af-8200-6ac87bd55f97, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:42:48.453186 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] For port 5bd8cb74-1e48-47af-8200-6ac87bd55f97, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5bd8cb74-1e48-47af-8200-6ac87bd55f97,segment=NetworkSegment(ab3f2dba-f07a-416f-8e20-9fea77f40aca),segment_id=ab3f2dba-f07a-416f-8e20-9fea77f40aca)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:42:48.461207 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:48.521898 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9148cf-ed89-4af4-9afb-462b68ed43ae None None] Pushing event updated for resources: {'Port': ['ID=5bd8cb74-1e48-47af-8200-6ac87bd55f97,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:50.041081 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40230) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:50.383188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [None req-1b5f1276-3213-4e6c-9988-db64664fcb08 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:42:50.387407 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1b5f1276-3213-4e6c-9988-db64664fcb08 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3452671 Oct 24 08:42:51.890813 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:51.903475 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=7 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:53.184860 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40240) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:53.526076 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [None req-99014ad0-674c-460f-bc07-5cff5cee8d27 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:42:53.527096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-99014ad0-674c-460f-bc07-5cff5cee8d27 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3413038 Oct 24 08:42:56.246082 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40252) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:42:56.603541 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:42:56.629297 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (eace8dc7-ddb3-447d-a008-159a95a409ec), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:56.631913 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (eace8dc7-ddb3-447d-a008-159a95a409ec), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:56.773963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Publish callbacks [] for router_controller (eace8dc7-ddb3-447d-a008-159a95a409ec), precommit_add_association {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:56.779220 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (eace8dc7-ddb3-447d-a008-159a95a409ec), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:56.802412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:56.804618 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-801dfbba-8034-4468-9522-fbd47d4cb6f6 demo demo] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5574656 Oct 24 08:42:56.834842 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e68681-807a-4567-9f27-4c70bb5e2d14 None None] Network 4335bc2b-148c-449e-9b92-0882efb7b168 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:42:56.863551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5bd8cb74-1e48-47af-8200-6ac87bd55f97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:42:57.001194 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Provisioning complete for port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:42:57.001607 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.001984 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Attempt 1 to provision port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 Oct 24 08:42:57.032903 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:42:57.033291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.033632 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 Oct 24 08:42:57.190161 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:57.227359 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:42:57.227758 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.251099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:42:57.251495 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.294680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] For port 5bd8cb74-1e48-47af-8200-6ac87bd55f97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5bd8cb74-1e48-47af-8200-6ac87bd55f97,segment=NetworkSegment(ab3f2dba-f07a-416f-8e20-9fea77f40aca),segment_id=ab3f2dba-f07a-416f-8e20-9fea77f40aca)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:42:57.300066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.374421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 08:42:57.374880 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG oslo_db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 08:42:57.379220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934ce1e-2c3c-461b-8106-05ead754ee6e None None] Pushing event updated for resources: {'Port': ['ID=5bd8cb74-1e48-47af-8200-6ac87bd55f97,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:42:57.418748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-840226d5-000b-49f3-afcb-913b46a0a1eb None None] Provisioning complete for port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:42:57.419106 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-840226d5-000b-49f3-afcb-913b46a0a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:57.419442 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-840226d5-000b-49f3-afcb-913b46a0a1eb None None] Attempt 1 to provision port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 Oct 24 08:42:57.504560 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-840226d5-000b-49f3-afcb-913b46a0a1eb None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:42:57.904044 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:42:57.916674 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:42:58.835796 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5bd8cb74-1e48-47af-8200-6ac87bd55f97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:42:58.883628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:42:58.883835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:42:58.884114 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 Oct 24 08:42:58.964044 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:42:59.625256 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 40262) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:00.160082 dv-cinder-master-3-iscsi neutron-server[116185]: WARNING oslo_policy.policy [None req-4ceda9ca-9575-4907-8a9d-61dac5c6cd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:43:00.160677 dv-cinder-master-3-iscsi neutron-server[116185]: WARNING oslo_policy.policy [None req-4ceda9ca-9575-4907-8a9d-61dac5c6cd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:43:00.405933 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [None req-4ceda9ca-9575-4907-8a9d-61dac5c6cd75 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:43:00.407234 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4ceda9ca-9575-4907-8a9d-61dac5c6cd75 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7801580 Oct 24 08:43:01.904976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-bee4f6a6-13b8-4d3d-b8bc-a3a628a40640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.096006 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40276) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:03.432851 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:43:03.455818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Made reservation on behalf of 03b1f5372fb94c0fb009656de2a99622 for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:43:03.458458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.466911 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.524895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:03.553585 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks [] for security_group (bf1dc48e-0bf8-4e4c-b8e0-561a5d66679f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.557227 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (bf1dc48e-0bf8-4e4c-b8e0-561a5d66679f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.575213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Reserving flat network on physical network physnet1 {{(pid=116186) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 24 08:43:03.596197 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1dc48e-0bf8-4e4c-b8e0-561a5d66679f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:03.603483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (02c254da-6839-4b14-8103-c891477b5137), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.603824 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Added segment 02c254da-6839-4b14-8103-c891477b5137 of type flat for network c4b2e5b5-798f-4fae-b539-beec4dbeb107 Oct 24 08:43:03.656800 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (c4b2e5b5-798f-4fae-b539-beec4dbeb107), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.690409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (c4b2e5b5-798f-4fae-b539-beec4dbeb107), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.691437 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:43:03.692118 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:03.751829 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6546974 Oct 24 08:43:03.790275 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a9aa8-c2f8-4f57-859a-abe3c74bbcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b2e5b5-798f-4fae-b539-beec4dbeb107,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:03.800476 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:43:04.166959 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-959c119d-3e00-4add-ada3-f5d2b680c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:05.652422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:06.425308 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 40284) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:06.770260 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writer thread running {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 08:43:06.771505 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:06.836263 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:06.897753 dv-cinder-master-3-iscsi neutron-server[116185]: ERROR stevedore.extension [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 08:43:06.950718 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.policy [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 08:43:06.995123 dv-cinder-master-3-iscsi neutron-server[116185]: WARNING oslo_policy.policy [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:43:06.995518 dv-cinder-master-3-iscsi neutron-server[116185]: WARNING oslo_policy.policy [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 08:43:07.003623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:43:07.005492 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6d5da8de-b502-4e39-9491-cb41a15daa5d demo admin] 10.222.0.39 "GET /networking/v2.0/subnets/7cb481f4-9739-4fe5-96de-fe2d1e0490ec HTTP/1.1" status: 200 len: 849 time: 0.5792360 Oct 24 08:43:07.095492 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:07.178493 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c6c1d9cd-4379-4d73-8a24-f73831cc0f22 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/eace8dc7-ddb3-447d-a008-159a95a409ec HTTP/1.1" status: 200 len: 704 time: 0.1669369 Oct 24 08:43:07.452851 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:07.792495 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Allocated IP 172.20.0.1 (4335bc2b-148c-449e-9b92-0882efb7b168/7cb481f4-9739-4fe5-96de-fe2d1e0490ec/feff005e-da1d-41b6-9316-950fa988a1bf) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:43:08.016584 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks [] for port (feff005e-da1d-41b6-9316-950fa988a1bf), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.085008 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.145650 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Network 4335bc2b-148c-449e-9b92-0882efb7b168 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:43:08.150518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:43:08.196851 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:43:08.197981 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (eace8dc7-ddb3-447d-a008-159a95a409ec), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.217117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:08.252331 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Pushing event updated for resources: {'Port': ['ID=feff005e-da1d-41b6-9316-950fa988a1bf,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:08.280997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.281338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.281697 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.282049 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.282382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.282749 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.283020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.283346 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.283682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.284004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.284346 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.284684 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.285110 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.285324 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.285644 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Tracked resource versions report: Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: pushed versions: Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: { 'AddressGroup': {'1.2'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Agent': {'1.1'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'ConntrackHelper': {'1.0'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Log': {'1.0'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'NDPProxy': {'1.0'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Network': {'1.1'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Port': {'1.7'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'PortForwarding': {'1.3'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'QosPolicy': {'1.10'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroup': {'1.5'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SubPort': {'1.0'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Subnet': {'1.1'}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Trunk': {'1.1'}} Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: consumer versions: Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Agent': '1.1', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'ConntrackHelper': '1.0', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'LocalIPAssociation': '1.0', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Log': '1.0', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'NDPProxy': '1.0', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Network': '1.1', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Port': '1.7', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'PortForwarding': '1.3', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'QosPolicy': '1.10', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroup': '1.5', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroupRule': '1.2', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'SubPort': '1.0', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Subnet': '1.1', Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: 'Trunk': '1.1'}} Oct 24 08:43:08.288322 dv-cinder-master-3-iscsi neutron-server[116185]: {{(pid=116185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:43:08.396776 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-485b7173-cdf6-4369-a99f-bed1482c6a54 None None] Provisioning complete for port feff005e-da1d-41b6-9316-950fa988a1bf triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:08.397339 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-485b7173-cdf6-4369-a99f-bed1482c6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.397459 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-485b7173-cdf6-4369-a99f-bed1482c6a54 None None] Attempt 1 to provision port feff005e-da1d-41b6-9316-950fa988a1bf Oct 24 08:43:08.418640 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.430464 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-485b7173-cdf6-4369-a99f-bed1482c6a54 None None] Port feff005e-da1d-41b6-9316-950fa988a1bf cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:43:08.505581 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:08.637585 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks [] for port (feff005e-da1d-41b6-9316-950fa988a1bf), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.642366 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.643288 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (eace8dc7-ddb3-447d-a008-159a95a409ec), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.730298 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Pushing event updated for resources: {'Port': ['ID=feff005e-da1d-41b6-9316-950fa988a1bf,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:08.771385 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Network 4335bc2b-148c-449e-9b92-0882efb7b168 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:43:08.772873 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:43:08.946310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Router eace8dc7-ddb3-447d-a008-159a95a409ec is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:43:08.952191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23245500-4b94-4bcb-8e22-64c60eebc72b None None] Provisioning complete for port feff005e-da1d-41b6-9316-950fa988a1bf triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:08.952562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23245500-4b94-4bcb-8e22-64c60eebc72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:08.952892 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23245500-4b94-4bcb-8e22-64c60eebc72b None None] Attempt 1 to provision port feff005e-da1d-41b6-9316-950fa988a1bf Oct 24 08:43:08.993754 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23245500-4b94-4bcb-8e22-64c60eebc72b None None] Port feff005e-da1d-41b6-9316-950fa988a1bf cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:43:09.096719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:43:09.102779 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-48d81883-81d6-4338-8b74-cb0350a197bd demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/eace8dc7-ddb3-447d-a008-159a95a409ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9187725 Oct 24 08:43:09.107697 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Sync routers for ids ['eace8dc7-ddb3-447d-a008-159a95a409ec'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:43:09.120852 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Routers {'eace8dc7-ddb3-447d-a008-159a95a409ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:43:09.121695 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:43:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['eace8dc7-ddb3-447d-a008-159a95a409ec'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:09.313016 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Set router eace8dc7-ddb3-447d-a008-159a95a409ec gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:43:09.753032 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:08Z', 'revision_number': 2, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port_host': None, '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:08Z', 'revision_number': 2, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:09.804869 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Checking router: eace8dc7-ddb3-447d-a008-159a95a409ec for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:43:09.805239 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Updating router eace8dc7-ddb3-447d-a008-159a95a409ec port feff005e-da1d-41b6-9316-950fa988a1bf binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:43:09.864640 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.412854 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks [] for port (feff005e-da1d-41b6-9316-950fa988a1bf), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.420204 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.559108 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Pushing event updated for resources: {'Port': ['ID=feff005e-da1d-41b6-9316-950fa988a1bf,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:10.572543 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.572889 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.573237 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.573585 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.573915 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.574242 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.574568 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.574893 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.575212 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.575533 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.575857 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.576210 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.576536 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.576853 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.577234 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Tracked resource versions report: Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: pushed versions: Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: { 'AddressGroup': {'1.2'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Agent': {'1.1'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'ConntrackHelper': {'1.0'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Log': {'1.0'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'NDPProxy': {'1.0'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Network': {'1.1'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Port': {'1.7'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'PortForwarding': {'1.3'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'QosPolicy': {'1.10'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroup': {'1.5'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SubPort': {'1.0'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Subnet': {'1.1'}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Trunk': {'1.1'}} Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: consumer versions: Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Agent': '1.1', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'ConntrackHelper': '1.0', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'LocalIPAssociation': '1.0', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Log': '1.0', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'NDPProxy': '1.0', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Network': '1.1', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Port': '1.7', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'PortForwarding': '1.3', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'QosPolicy': '1.10', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroup': '1.5', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroupRule': '1.2', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'SubPort': '1.0', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Subnet': '1.1', Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: 'Trunk': '1.1'}} Oct 24 08:43:10.578657 dv-cinder-master-3-iscsi neutron-server[116188]: {{(pid=116188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:43:10.592078 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Attempting to bind port feff005e-da1d-41b6-9316-950fa988a1bf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:43:10.592511 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Attempting to bind port feff005e-da1d-41b6-9316-950fa988a1bf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:43:10.592949 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Attempting to bind port feff005e-da1d-41b6-9316-950fa988a1bf on network 4335bc2b-148c-449e-9b92-0882efb7b168 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:43:10.690868 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:43:10.691211 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Checking segment: {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:43:10.691729 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.692125 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Bound using segment: {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:43:10.693227 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Bound port: feff005e-da1d-41b6-9316-950fa988a1bf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3f2dba-f07a-416f-8e20-9fea77f40aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:43:10.693687 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.731188 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:10.744983 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:10.762902 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] For port feff005e-da1d-41b6-9316-950fa988a1bf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:43:10.784145 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] For port feff005e-da1d-41b6-9316-950fa988a1bf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=feff005e-da1d-41b6-9316-950fa988a1bf,segment=NetworkSegment(ab3f2dba-f07a-416f-8e20-9fea77f40aca),segment_id=ab3f2dba-f07a-416f-8e20-9fea77f40aca)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:43:10.790559 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:10.828176 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Routers {'eace8dc7-ddb3-447d-a008-159a95a409ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:43:10.828806 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:43:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['eace8dc7-ddb3-447d-a008-159a95a409ec'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:10.885181 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1e29d-fb4c-427b-bea5-58b4e97e7819 None None] Pushing event updated for resources: {'Port': ['ID=feff005e-da1d-41b6-9316-950fa988a1bf,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:10.931426 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] Set router eace8dc7-ddb3-447d-a008-159a95a409ec gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:43:11.139169 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:08Z', 'revision_number': 2, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port_host': None, '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:10Z', 'revision_number': 4, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:11.166660 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b21a-617a-43b9-9776-c8bba9ed1cd8 None None] The sync data for ids ['eace8dc7-ddb3-447d-a008-159a95a409ec'] in dv-cinder-master-3-iscsi is: [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:08Z', 'revision_number': 2, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port_host': None, '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:10Z', 'revision_number': 4, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:43:11.784725 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40304) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:12.220114 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a8f30-4c65-49f9-b09d-2fcd1bd5e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:43:12.221543 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f04a8f30-4c65-49f9-b09d-2fcd1bd5e787 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/c4b2e5b5-798f-4fae-b539-beec4dbeb107 HTTP/1.1" status: 200 len: 842 time: 0.4358273 Oct 24 08:43:12.232018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Request body: {'subnet': {'cidr': '172.37.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.37.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:43:12.249430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:12.254561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Made reservation on behalf of 03b1f5372fb94c0fb009656de2a99622 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:43:12.257483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:12.595352 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.objects.ports [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116186) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 24 08:43:12.595822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (cb9af6ba-b228-4485-8c57-6773febf73da), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:12.656638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9af6ba-b228-4485-8c57-6773febf73da,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:12.665728 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:43:12.666087 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Network hostable DHCP agents. Network: c4b2e5b5-798f-4fae-b539-beec4dbeb107, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:43:12.684491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:43:12.694184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c4b2e5b5-798f-4fae-b539-beec4dbeb107) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:43:12.698934 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:43:12.699518 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:12.705598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84bef1a-c8a9-49b1-9f63-90752e7aa2bf None None] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:43:12.717561 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0539bb24-4d0e-46cb-9aa4-623955eeb326 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4888327 Oct 24 08:43:12.817294 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c6607-2161-47ea-8b26-7e14e3a92e95 None None] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:43:13.010143 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:43:15.463273 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40312) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:15.881356 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:16.002049 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2abae418-9362-4014-8970-28293bb8c88b demo admin] 10.222.0.39 "GET /networking/v2.0/routers/eace8dc7-ddb3-447d-a008-159a95a409ec HTTP/1.1" status: 200 len: 710 time: 0.5375676 Oct 24 08:43:16.112614 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcf153-b9e7-4d49-9994-1cfc37b595f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:43:16.114649 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a2dcf153-b9e7-4d49-9994-1cfc37b595f6 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/c4b2e5b5-798f-4fae-b539-beec4dbeb107 HTTP/1.1" status: 200 len: 886 time: 0.1048431 Oct 24 08:43:16.125741 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:43:16.438757 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks [] for router_gateway (eace8dc7-ddb3-447d-a008-159a95a409ec), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:16.555929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:16.665852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks [] for router_gateway (eace8dc7-ddb3-447d-a008-159a95a409ec), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:16.749929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:16.858943 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device feff005e-da1d-41b6-9316-950fa988a1bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:43:16.906119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:16.908174 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port feff005e-da1d-41b6-9316-950fa988a1bf triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:16.908602 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:16.908937 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port feff005e-da1d-41b6-9316-950fa988a1bf Oct 24 08:43:16.912275 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Allocated IP 172.37.0.39 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/ffffe32f-9143-4ea9-8d01-c97c79f60c63) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:43:16.993769 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port feff005e-da1d-41b6-9316-950fa988a1bf is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:43:16.994169 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.028434 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port feff005e-da1d-41b6-9316-950fa988a1bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=feff005e-da1d-41b6-9316-950fa988a1bf,segment=NetworkSegment(ab3f2dba-f07a-416f-8e20-9fea77f40aca),segment_id=ab3f2dba-f07a-416f-8e20-9fea77f40aca)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:43:17.032860 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.039334 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks [] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.078934 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:17.089845 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=feff005e-da1d-41b6-9316-950fa988a1bf,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:17.100369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.170326 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:17.178000 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:43:17.190861 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:43:17.193829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:43:17.200072 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Pushing event updated for resources: {'Port': ['ID=ffffe32f-9143-4ea9-8d01-c97c79f60c63,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:17.480274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks [] for router_gateway (eace8dc7-ddb3-447d-a008-159a95a409ec), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.701610 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:17.756728 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4165400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4167102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-503432'] for router (eace8dc7-ddb3-447d-a008-159a95a409ec), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.762137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4165473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4165395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4167047'] for router (eace8dc7-ddb3-447d-a008-159a95a409ec), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.873683 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Router eace8dc7-ddb3-447d-a008-159a95a409ec has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:43:17.978131 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:43:17.983049 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:17.983844 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-81cd6878-3372-4870-8c24-791b7d9cd513 demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/eace8dc7-ddb3-447d-a008-159a95a409ec HTTP/1.1" status: 200 len: 889 time: 1.8628387 Oct 24 08:43:18.004325 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Sync routers for ids ['eace8dc7-ddb3-447d-a008-159a95a409ec'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:43:18.017014 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Routers {'eace8dc7-ddb3-447d-a008-159a95a409ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:43:18.017687 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:43:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['eace8dc7-ddb3-447d-a008-159a95a409ec'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:18.240714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Set router eace8dc7-ddb3-447d-a008-159a95a409ec gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:43:18.734545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39'}], 'enable_snat': True}, 'gw_port_id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 4, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port': {'id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:16Z', 'updated_at': '2022-10-24T08:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 5, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:18.786837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Checking router: eace8dc7-ddb3-447d-a008-159a95a409ec for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:43:18.786837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Updating router eace8dc7-ddb3-447d-a008-159a95a409ec port ffffe32f-9143-4ea9-8d01-c97c79f60c63 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:43:18.850122 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device feff005e-da1d-41b6-9316-950fa988a1bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:43:18.852888 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.047000 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port feff005e-da1d-41b6-9316-950fa988a1bf triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:19.047685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.047685 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port feff005e-da1d-41b6-9316-950fa988a1bf Oct 24 08:43:19.092436 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:19.094340 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:19.228687 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port feff005e-da1d-41b6-9316-950fa988a1bf is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:43:19.273405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:19.290981 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks [] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.296322 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.334992 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Attempting to bind port ffffe32f-9143-4ea9-8d01-c97c79f60c63 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:43:19.335356 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Attempting to bind port ffffe32f-9143-4ea9-8d01-c97c79f60c63 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:43:19.335721 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Attempting to bind port ffffe32f-9143-4ea9-8d01-c97c79f60c63 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:43:19.369834 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:19.373145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79a86-1d7b-41ea-a284-aff21c0ca64b None None] Pushing event updated for resources: {'Port': ['ID=ffffe32f-9143-4ea9-8d01-c97c79f60c63,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:19.391243 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:43:19.391615 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:43:19.392011 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.392423 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:43:19.392893 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Bound port: ffffe32f-9143-4ea9-8d01-c97c79f60c63, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:43:19.393291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.442949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] For port ffffe32f-9143-4ea9-8d01-c97c79f60c63, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:43:19.446104 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] For port ffffe32f-9143-4ea9-8d01-c97c79f60c63, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ffffe32f-9143-4ea9-8d01-c97c79f60c63,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:43:19.452285 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:19.485248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Routers {'eace8dc7-ddb3-447d-a008-159a95a409ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:43:19.485865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:43:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['eace8dc7-ddb3-447d-a008-159a95a409ec'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:19.547500 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79a86-1d7b-41ea-a284-aff21c0ca64b None None] Pushing event updated for resources: {'Port': ['ID=ffffe32f-9143-4ea9-8d01-c97c79f60c63,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:19.611195 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] Set router eace8dc7-ddb3-447d-a008-159a95a409ec gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:43:19.816912 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39'}], 'enable_snat': True}, 'gw_port_id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 4, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port': {'id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:16Z', 'updated_at': '2022-10-24T08:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 5, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:43:19.843666 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fec3b-e60f-4472-8a45-a3aba2cbef86 None None] The sync data for ids ['eace8dc7-ddb3-447d-a008-159a95a409ec'] in dv-cinder-master-3-iscsi is: [{'id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'name': 'router1', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39'}], 'enable_snat': True}, 'gw_port_id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:42:56Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 4, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'gw_port': {'id': 'ffffe32f-9143-4ea9-8d01-c97c79f60c63', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:16Z', 'updated_at': '2022-10-24T08:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'feff005e-da1d-41b6-9316-950fa988a1bf', 'name': '', 'network_id': '4335bc2b-148c-449e-9b92-0882efb7b168', 'tenant_id': 'cf4d543d56bb4a978f03e1af565b700b', 'mac_address': 'fa:16:3e:23:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eace8dc7-ddb3-447d-a008-159a95a409ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:43:07Z', 'updated_at': '2022-10-24T08:43:17Z', 'revision_number': 5, 'project_id': 'cf4d543d56bb4a978f03e1af565b700b', 'subnets': [{'id': '7cb481f4-9739-4fe5-96de-fe2d1e0490ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c97f16ef-286f-4a87-b2ac-ef5fd306866f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:43:20.856792 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ffffe32f-9143-4ea9-8d01-c97c79f60c63 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:43:20.878407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 40326) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:43:20.905119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ffffe32f-9143-4ea9-8d01-c97c79f60c63 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:20.905512 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:20.905847 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ffffe32f-9143-4ea9-8d01-c97c79f60c63 Oct 24 08:43:20.996902 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ffffe32f-9143-4ea9-8d01-c97c79f60c63 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:43:20.998078 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:21.021492 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port ffffe32f-9143-4ea9-8d01-c97c79f60c63, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ffffe32f-9143-4ea9-8d01-c97c79f60c63,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:43:21.025819 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:21.074551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=ffffe32f-9143-4ea9-8d01-c97c79f60c63,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:43:21.143384 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:21.307216 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6a45e9a2-f0ec-4727-b445-169c31085265 admin admin] 10.222.0.39 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4276900 Oct 24 08:43:22.855344 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ffffe32f-9143-4ea9-8d01-c97c79f60c63 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:43:22.902490 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ffffe32f-9143-4ea9-8d01-c97c79f60c63 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:43:22.902854 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ffffe32f-9143-4ea9-8d01-c97c79f60c63), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:22.904755 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ffffe32f-9143-4ea9-8d01-c97c79f60c63 Oct 24 08:43:22.938400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:22.964851 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:22.982451 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ffffe32f-9143-4ea9-8d01-c97c79f60c63 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:43:23.008072 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=45 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:27.975759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:27.978458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=31 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:31.299053 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:31.303612 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:31.866105 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ef85b60f-0569-41dd-8771-21c31684c13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:34.234789 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-27c1adf0-ff74-4d7b-8dc8-491e47502aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:35.659640 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:36.846764 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:37.106625 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:43:47.092240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:47.100072 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:43:50.010039 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:43:57.025268 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:00.010125 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:01.851664 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-50581f62-0d43-4a35-8c06-4e049963e52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:04.175052 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c5e7c7e2-0fe9-4d8f-bf32-2854365f2eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:05.671743 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:06.857859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:07.104362 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:17.094299 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:17.096812 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:27.009480 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:44:31.846672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fbea04d1-c561-44f1-81f3-3d632fd5dbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:34.168432 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7fa3af7f-a00d-4e63-aec2-39bb538fb8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:35.663053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:36.849979 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:37.004033 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:37.005397 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:37.100112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:47.093099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:47.095756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:48.676317 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 40876) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:44:49.043751 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac053d11-26ae-4a32-8973-b01d636d2cf4 admin admin] GET failed (client error): The resource could not be found. Oct 24 08:44:49.045200 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ac053d11-26ae-4a32-8973-b01d636d2cf4 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3679061 Oct 24 08:44:49.226100 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd871d26-8a38-400f-88da-886cabddce88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:49.227609 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-cd871d26-8a38-400f-88da-886cabddce88 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1772335 Oct 24 08:44:51.876852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40886) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:44:52.275268 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd4726-1355-4fd9-ab09-69ad6ab252f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:52.276693 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-82dd4726-1355-4fd9-ab09-69ad6ab252f5 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/7cb481f4-9739-4fe5-96de-fe2d1e0490ec HTTP/1.1" status: 200 len: 849 time: 0.3988676 Oct 24 08:44:52.287681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:44:52.378704 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Publish callbacks [] for subnet (7cb481f4-9739-4fe5-96de-fe2d1e0490ec), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:52.531010 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760582181304'] for subnet (7cb481f4-9739-4fe5-96de-fe2d1e0490ec), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:52.567767 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:52.567888 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:52.569334 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] 10.222.0.39 "PUT /networking/v2.0/subnets/7cb481f4-9739-4fe5-96de-fe2d1e0490ec HTTP/1.1" status: 200 len: 868 time: 0.2855182 Oct 24 08:44:52.571387 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e36485-db8a-45ce-bffc-b6fe133185e2 None None] Network 4335bc2b-148c-449e-9b92-0882efb7b168 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:44:52.595255 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb481f4-9739-4fe5-96de-fe2d1e0490ec,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:44:52.603576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.603930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.604344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.604713 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.605028 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.605359 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.605683 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.606012 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.606353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.606682 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.607384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.607593 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.607869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.608281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.608577 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71edc8-2419-4b04-9062-6a513a54aa79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:44:52.966094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Provisioning complete for port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:44:52.966479 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5bd8cb74-1e48-47af-8200-6ac87bd55f97), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:52.966821 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Attempt 1 to provision port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 Oct 24 08:44:53.052401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Current status of the port 5bd8cb74-1e48-47af-8200-6ac87bd55f97 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:44:53.060650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Provisioning complete for port feff005e-da1d-41b6-9316-950fa988a1bf triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:44:53.061037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (feff005e-da1d-41b6-9316-950fa988a1bf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:44:53.061372 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Attempt 1 to provision port feff005e-da1d-41b6-9316-950fa988a1bf Oct 24 08:44:53.139409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-b7233149-985b-4844-bd34-73f84b9c3ea9 None None] Current status of the port feff005e-da1d-41b6-9316-950fa988a1bf is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:44:55.276505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40896) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:44:55.797218 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98208d91-a0f5-48c1-b9df-5dcd6dc8cfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:55.798225 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98208d91-a0f5-48c1-b9df-5dcd6dc8cfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:55.799791 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-98208d91-a0f5-48c1-b9df-5dcd6dc8cfa7 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5222390 Oct 24 08:44:58.524957 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40904) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:44:59.003865 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d782707b-bc7a-4657-955a-ab78053057a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:59.013712 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d782707b-bc7a-4657-955a-ab78053057a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:44:59.015365 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d782707b-bc7a-4657-955a-ab78053057a5 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4893909 Oct 24 08:44:59.216479 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=12 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:44:59.224182 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=13 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:01.829831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40912) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:01.851449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-955eb52a-335d-4a31-92a4-0a618c09ff30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:02.292160 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa2c54-b896-4adf-81f7-eb9bf787285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:02.293755 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a1fa2c54-b896-4adf-81f7-eb9bf787285b admin admin] 10.222.0.39 "GET /networking/v2.0/networks/4335bc2b-148c-449e-9b92-0882efb7b168 HTTP/1.1" status: 200 len: 869 time: 0.4627638 Oct 24 08:45:04.008515 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:45:04.170406 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-26a76d7a-0e6c-4086-8aac-cfca60ebca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:04.969278 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40920) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:05.367949 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:05.387359 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080e503-4fd3-44b6-a4b1-80bea9765468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:05.388756 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d080e503-4fd3-44b6-a4b1-80bea9765468 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/c4b2e5b5-798f-4fae-b539-beec4dbeb107 HTTP/1.1" status: 200 len: 886 time: 0.4184189 Oct 24 08:45:05.667790 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:06.848633 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:07.104493 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:08.009056 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40928) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:08.404344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8760f-e654-40c7-8c2d-13c65f9d5384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:08.404805 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8760f-e654-40c7-8c2d-13c65f9d5384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:08.406875 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0cc8760f-e654-40c7-8c2d-13c65f9d5384 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3963370 Oct 24 08:45:11.029163 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40936) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:11.383148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:11.408123 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34495b0-d765-4cbc-a2ea-319977ba03e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:11.408529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34495b0-d765-4cbc-a2ea-319977ba03e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:11.410047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c34495b0-d765-4cbc-a2ea-319977ba03e2 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3799458 Oct 24 08:45:14.001321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40944) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:14.004638 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:14.005349 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:14.372595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c0363-cbe2-47ea-ba24-75658c281ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:14.373960 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d70c0363-cbe2-47ea-ba24-75658c281ddb admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/7cb481f4-9739-4fe5-96de-fe2d1e0490ec HTTP/1.1" status: 200 len: 868 time: 0.3716664 Oct 24 08:45:16.986274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 40952) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:17.093257 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:17.100706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:17.363543 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0c76b-2134-4bc2-8186-0add837c9982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:17.364953 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-bbd0c76b-2134-4bc2-8186-0add837c9982 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/cb9af6ba-b228-4485-8c57-6773febf73da HTTP/1.1" status: 200 len: 816 time: 0.3777165 Oct 24 08:45:27.357725 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=10 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:27.360226 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=29 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:31.855121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-166a9057-73b3-457e-9343-ad5a32339297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:32.080248 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=12 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:32.085560 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=14 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:34.172733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dd89c47-3287-4fbc-8b2f-7d7599dc699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:35.671385 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:36.851244 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:37.108424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:41.006756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:45:47.100675 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:47.102538 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:47.871233 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41010) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:48.200284 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [None req-08a0a220-4856-4f22-ad1e-8194359c3a6e admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:45:48.201324 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-08a0a220-4856-4f22-ad1e-8194359c3a6e admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3291373 Oct 24 08:45:50.929462 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41018) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:51.002243 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:51.003036 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:51.271745 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddb0485-238d-4921-b1ab-67544a4f9dcc admin admin] GET failed (client error): The resource could not be found. Oct 24 08:45:51.273067 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-dddb0485-238d-4921-b1ab-67544a4f9dcc admin admin] 10.222.0.39 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3426888 Oct 24 08:45:51.507757 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab261ac-ded1-40e1-9214-5f5814d12d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:51.509207 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9ab261ac-ded1-40e1-9214-5f5814d12d61 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2313635 Oct 24 08:45:54.171278 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41026) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:54.498688 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:45:54.520063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Made reservation on behalf of 03b1f5372fb94c0fb009656de2a99622 for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:45:54.522423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:54.556388 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING neutron.services.revisions.revision_plugin [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Could not find related network for resource to bump revision. Oct 24 08:45:54.568319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:45:54.578045 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (94b7304e-ad0c-4326-a4b3-bbf01cc5c405), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:54.578378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Added segment 94b7304e-ad0c-4326-a4b3-bbf01cc5c405 of type vlan for network 0e3aa466-266c-4955-af97-ed42517004bb Oct 24 08:45:54.617290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (0e3aa466-266c-4955-af97-ed42517004bb), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:54.643703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (0e3aa466-266c-4955-af97-ed42517004bb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:54.644763 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:54.645336 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:54.709864 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5374489 Oct 24 08:45:54.713180 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Pushing event updated for resources: {'Network': ['ID=0e3aa466-266c-4955-af97-ed42517004bb,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:45:54.720625 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.720982 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.721349 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.721699 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.722030 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.722404 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.722687 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.723020 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.723350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.723674 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.724020 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.724371 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.724742 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.725015 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.725335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6975f2a-d777-4524-a962-457cdeba308f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:54.737413 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 0e3aa466-266c-4955-af97-ed42517004bb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:45:57.357439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41034) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:45:57.699045 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a9aef-42d9-4f02-b89d-29f7b50eb830 admin admin] GET failed (client error): The resource could not be found. Oct 24 08:45:57.700361 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-879a9aef-42d9-4f02-b89d-29f7b50eb830 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3419776 Oct 24 08:45:57.771374 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774bf6d9-6639-476a-a3d8-f18fc915f6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:57.772867 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-774bf6d9-6639-476a-a3d8-f18fc915f6b1 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678966 Oct 24 08:45:57.783479 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb', 'cidr': '192.168.233.0/24'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:45:57.804579 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Made reservation on behalf of 03b1f5372fb94c0fb009656de2a99622 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:45:57.806955 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:57.978796 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (23b21c30-f823-4b5e-b3e4-993c79029324), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.030661 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b21c30-f823-4b5e-b3e4-993c79029324,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:45:58.047830 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Checking segment: {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:45:58.048219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Network hostable DHCP agents. Network: 0e3aa466-266c-4955-af97-ed42517004bb, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:45:58.065528 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Network 0e3aa466-266c-4955-af97-ed42517004bb is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:45:58.074079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0e3aa466-266c-4955-af97-ed42517004bb) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:45:58.079106 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:45:58.079901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.084826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42fd09-29bf-4d5c-bd41-319d5385bf70 None None] Network 0e3aa466-266c-4955-af97-ed42517004bb requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:45:58.108872 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-601eb0fc-9ac4-4545-a93f-bdf4374ae408 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184228 Oct 24 08:45:58.295095 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0e3aa466-266c-4955-af97-ed42517004bb', 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb', 'project_id': '03b1f5372fb94c0fb009656de2a99622', 'fixed_ips': [{'subnet_id': '23b21c30-f823-4b5e-b3e4-993c79029324'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:45:58.296289 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.440500 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Allocated IP 192.168.233.2 (0e3aa466-266c-4955-af97-ed42517004bb/23b21c30-f823-4b5e-b3e4-993c79029324/20979493-f5e7-43bf-9fa5-707ff825595d) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:45:58.591686 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks [] for port (20979493-f5e7-43bf-9fa5-707ff825595d), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.597894 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.636365 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Network 0e3aa466-266c-4955-af97-ed42517004bb is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:45:58.642256 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:45:58.646202 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:45:58.653270 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Pushing event updated for resources: {'Port': ['ID=20979493-f5e7-43bf-9fa5-707ff825595d,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:45:58.677158 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.677509 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.677879 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.678234 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.678571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.678898 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.679222 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.679547 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.679873 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.680209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.680536 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.680874 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.681200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.681520 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.681835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:45:58.721474 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Attempting to bind port 20979493-f5e7-43bf-9fa5-707ff825595d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:45:58.721817 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Attempting to bind port 20979493-f5e7-43bf-9fa5-707ff825595d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:45:58.722168 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Attempting to bind port 20979493-f5e7-43bf-9fa5-707ff825595d on network 0e3aa466-266c-4955-af97-ed42517004bb {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:45:58.767013 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:45:58.767374 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Checking segment: {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:45:58.767764 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.768212 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Bound using segment: {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:45:58.768710 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Bound port: 20979493-f5e7-43bf-9fa5-707ff825595d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:45:58.769107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.835435 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] For port 20979493-f5e7-43bf-9fa5-707ff825595d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:45:58.838426 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] For port 20979493-f5e7-43bf-9fa5-707ff825595d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20979493-f5e7-43bf-9fa5-707ff825595d,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:45:58.845873 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:58.903262 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f67a-6be4-4e7a-aa6e-c851b2721d9d None None] Pushing event updated for resources: {'Port': ['ID=20979493-f5e7-43bf-9fa5-707ff825595d,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:45:59.713382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ae6dc-87cb-42cc-8f9c-8d8bc12de28d None None] Network 0e3aa466-266c-4955-af97-ed42517004bb requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:45:59.793141 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Provisioning complete for port 20979493-f5e7-43bf-9fa5-707ff825595d triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:45:59.793433 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:59.793762 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Attempt 1 to provision port 20979493-f5e7-43bf-9fa5-707ff825595d Oct 24 08:45:59.816899 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:59.819648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:45:59.919559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Current status of the port 20979493-f5e7-43bf-9fa5-707ff825595d is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:45:59.919559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:45:59.959742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] For port 20979493-f5e7-43bf-9fa5-707ff825595d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20979493-f5e7-43bf-9fa5-707ff825595d,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:45:59.970064 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:00.033470 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b58b-5722-4359-bbae-62e2eccb14ca None None] Pushing event updated for resources: {'Port': ['ID=20979493-f5e7-43bf-9fa5-707ff825595d,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:46:00.090216 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-82d83392-d1ed-41c0-bdba-7f0a1a2b2dfb None None] Provisioning complete for port 20979493-f5e7-43bf-9fa5-707ff825595d triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:46:00.090579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-82d83392-d1ed-41c0-bdba-7f0a1a2b2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:00.090946 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-82d83392-d1ed-41c0-bdba-7f0a1a2b2dfb None None] Attempt 1 to provision port 20979493-f5e7-43bf-9fa5-707ff825595d Oct 24 08:46:00.172743 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-82d83392-d1ed-41c0-bdba-7f0a1a2b2dfb None None] Current status of the port 20979493-f5e7-43bf-9fa5-707ff825595d is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:46:00.967440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 20979493-f5e7-43bf-9fa5-707ff825595d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:46:01.018626 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 20979493-f5e7-43bf-9fa5-707ff825595d triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:46:01.018965 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (20979493-f5e7-43bf-9fa5-707ff825595d), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:01.019303 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 20979493-f5e7-43bf-9fa5-707ff825595d Oct 24 08:46:01.093206 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 20979493-f5e7-43bf-9fa5-707ff825595d is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:46:01.858253 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f8e78986-c05a-4634-a71d-d97f0036339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:04.181342 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c447-927a-4c18-bb48-7eeffed258cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:05.672530 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:06.852702 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:07.111358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:08.089917 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:08.090743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:17.104044 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:17.108363 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:18.006309 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:46:28.002731 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:30.003047 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:31.860937 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a8906935-4584-496f-8e74-7597b6f669b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:34.177091 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4823d708-e5cc-4472-9310-d446aef50156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:35.675521 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:36.857757 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:37.113637 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:46:47.107822 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:47.109682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:46:55.005906 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:47:01.863211 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-54ace511-38e0-4045-b30f-8ba0b6b52356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:04.182818 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b879a697-d931-4937-bb82-94d8fe1e20dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:05.001729 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:05.003305 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:05.679265 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:06.860272 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:07.116820 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:14.312491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41078) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:47:14.318189 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [None req-92aab347-f23e-40f4-8c1a-c2f6c5b10d2d tempest-verify_tempest_config-109513023 tempest-verify_tempest_config-109513023-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:47:14.319152 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-92aab347-f23e-40f4-8c1a-c2f6c5b10d2d tempest-verify_tempest_config-109513023 tempest-verify_tempest_config-109513023-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056489 Oct 24 08:47:14.854142 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41096) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:47:15.212112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.297976 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Publish callbacks [] for security_group (fbfd6d88-38f0-4bad-88b5-ddea5ddf0546), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.301686 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fbfd6d88-38f0-4bad-88b5-ddea5ddf0546), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.346726 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd6d88-38f0-4bad-88b5-ddea5ddf0546,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:47:15.350628 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=48d32c371b0840c0a47aa6b970b9b2cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4954755 Oct 24 08:47:15.355538 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41100) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:47:15.356606 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.356922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.357259 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.357591 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.357919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.358242 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.358563 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.358881 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.359218 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.359540 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.359874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.360240 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.360562 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.360882 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.361200 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b1bf40-8263-49b5-892d-274d3635cdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.435055 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Publish callbacks [] for security_group (fbfd6d88-38f0-4bad-88b5-ddea5ddf0546), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.455654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Publish callbacks [] for security_group (fbfd6d88-38f0-4bad-88b5-ddea5ddf0546), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.554454 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fbfd6d88-38f0-4bad-88b5-ddea5ddf0546), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.557728 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:15.558895 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fbfd6d88-38f0-4bad-88b5-ddea5ddf0546 HTTP/1.1" status: 204 len: 168 time: 0.2038386 Oct 24 08:47:15.566870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd6d88-38f0-4bad-88b5-ddea5ddf0546,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:47:15.574547 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.574976 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.575259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.575601 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.575935 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.576386 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.576620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.576946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.577289 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.577620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.577968 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.578311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.578639 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.578967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:15.579301 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757b4cc-59a0-4959-8f0c-bf3b70a465a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:47:17.113112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:25.349103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:25.353340 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:25.570016 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:25.570888 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:25.598849 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=11 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:31.869040 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ef64ee86-8f03-4b99-a286-099db9a8a507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:32.004281 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:47:34.174378 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc7fb-1e9a-4a00-9cf1-9418d3151101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:35.681182 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:36.863058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:37.120424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:47:39.016407 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=15 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:42.000606 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=19 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:47.113059 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:47:47.115170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:01.864827 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd1ec-2df4-4122-b8a3-332efbe6e40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:04.179548 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-afe9b5d3-43c6-4013-8efb-e4f572bc4cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:05.689895 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:06.873331 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:07.127780 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:09.009909 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:48:17.112657 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=21 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:17.121674 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:19.001487 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:19.002316 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:30.012715 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:31.859402 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8571eaaa-5346-4e90-81b4-f19e96a01c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:34.175319 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-074faae3-ef14-49c5-8faa-b733107b34c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:35.689253 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:36.873402 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:37.124452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:46.009963 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 5 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:48:47.118496 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:47.119825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:52.202235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4171674'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:48:56.004671 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:48:56.005460 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:01.862832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-544b0db8-4183-48be-8566-ef0a54ac5ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:04.179020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-51aeacd3-c1be-4897-928b-da01d67cf9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:05.697824 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:05.861787 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41194) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:49:06.022452 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c73576b8-965e-4c4b-b082-151ca732a19d admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1593299 Oct 24 08:49:06.875307 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:07.117603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:08.620212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41204) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:49:08.682412 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-212c7f9f-f23b-49b2-a265-377ab10439ea admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0610976 Oct 24 08:49:16.009364 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:16.011784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:17.106581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:17.112118 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:18.673629 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:18.675523 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:22.153911 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:23.009380 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:49:31.864875 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3daea0b8-53f6-439b-961c-95668b92e131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:31.995011 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:33.004918 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:34.182720 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-65c03899-38f9-4722-a4bf-85fee5b371fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:35.692658 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:36.879968 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:37.123631 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:49:47.115492 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:47.117324 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:49:52.154388 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:00.009447 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:50:01.869028 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-74b827ac-d8d4-4994-b77b-7d8411bdb44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:04.185728 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c12a9688-951f-4b82-8b27-273ab88390cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:05.698618 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:06.885575 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:07.118289 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:10.004461 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:10.005684 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:16.878698 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:17.113010 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:22.152379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:30.008523 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:30.009708 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:31.873949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b23d9763-4606-4fd4-af8a-74eb561fadb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:34.189773 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bf7f-56f9-4456-98f0-e4196541d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:35.699915 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:36.892055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:37.011521 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:50:37.125245 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.018809 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41404) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:44.244498 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41420) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:44.435853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1188867468-network', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:44.463627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Made reservation on behalf of 25f1ebbfb9d042fab037dbe07a651913 for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:44.463627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.474496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.569084 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks [] for security_group (5b551eae-6e30-4012-990a-0fb28d375ddf), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.573899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5b551eae-6e30-4012-990a-0fb28d375ddf), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.607623 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b551eae-6e30-4012-990a-0fb28d375ddf,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:44.617107 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:50:44.619703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.620050 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.620610 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.620958 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.621298 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.621633 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.621969 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.622302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.622643 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.622975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.623319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.623647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.623973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.624319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.624640 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Tracked resource versions report: Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: pushed versions: Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: { 'AddressGroup': {'1.2'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Agent': {'1.1'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'ConntrackHelper': {'1.0'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Log': {'1.0'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'NDPProxy': {'1.0'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Network': {'1.1'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Port': {'1.7'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'PortForwarding': {'1.3'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'QosPolicy': {'1.10'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroup': {'1.5'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SubPort': {'1.0'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Subnet': {'1.1'}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Trunk': {'1.1'}} Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: consumer versions: Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: HyperV agent@hv-cinder-maste: {}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Agent': '1.1', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'ConntrackHelper': '1.0', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'LocalIPAssociation': '1.0', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Log': '1.0', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'NDPProxy': '1.0', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Network': '1.1', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Port': '1.7', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'PortForwarding': '1.3', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'QosPolicy': '1.10', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroup': '1.5', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SecurityGroupRule': '1.2', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'SubPort': '1.0', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Subnet': '1.1', Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: 'Trunk': '1.1'}} Oct 24 08:50:44.625858 dv-cinder-master-3-iscsi neutron-server[116186]: {{(pid=116186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:50:44.638139 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (bcddee43-5e54-4118-b4b7-57a32e494515), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.638139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Added segment bcddee43-5e54-4118-b4b7-57a32e494515 of type vlan for network cdaad192-fed6-4552-bf00-8c851e326b4f Oct 24 08:50:44.682045 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (cdaad192-fed6-4552-bf00-8c851e326b4f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.711648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (cdaad192-fed6-4552-bf00-8c851e326b4f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.711648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:44.711648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.724170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-network', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:44.749598 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7310162 Oct 24 08:50:44.752704 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41444) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:44.758808 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Request body: {'subnet': {'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1188867468-subnet', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:44.797453 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Made reservation on behalf of 25f1ebbfb9d042fab037dbe07a651913 for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:44.804703 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.822424 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dc1ed-3c7f-4667-937e-266dc8002389 admin admin] Pushing event updated for resources: {'Network': ['ID=cdaad192-fed6-4552-bf00-8c851e326b4f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:44.827586 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Made reservation on behalf of fd4b77e78f9d4286aa92f6f90ff8b797 for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:44.831321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.838330 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network cdaad192-fed6-4552-bf00-8c851e326b4f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:50:44.845043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.950272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41456) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:44.967618 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks [] for security_group (d1254eca-cf53-438d-8749-dd9f65c94e8b), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:44.973513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d1254eca-cf53-438d-8749-dd9f65c94e8b), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.000405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:45.005040 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:50:45.024583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1254eca-cf53-438d-8749-dd9f65c94e8b,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:45.029568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (d89901e9-72d5-4f0d-90c9-b5b210e0227d), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.037055 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Added segment d89901e9-72d5-4f0d-90c9-b5b210e0227d of type vlan for network 51d12bec-f9d9-464c-a576-7d16d990480f Oct 24 08:50:45.072541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (c406f5a1-2226-452a-bebf-39e61d8d5a05), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.074808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (51d12bec-f9d9-464c-a576-7d16d990480f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.102825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (51d12bec-f9d9-464c-a576-7d16d990480f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.104484 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:45.105206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.132322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c406f5a1-2226-452a-bebf-39e61d8d5a05,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:45.141440 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.142007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.143113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.143648 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.144692 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.144981 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.148280 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.148867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.149882 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.150551 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.151490 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.152106 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.152698 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.153529 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.154097 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Tracked resource versions report: Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: pushed versions: Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: { 'AddressGroup': {'1.2'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Agent': {'1.1'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'ConntrackHelper': {'1.0'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Log': {'1.0'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'NDPProxy': {'1.0'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Network': {'1.1'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Port': {'1.7'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'PortForwarding': {'1.3'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'QosPolicy': {'1.10'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroup': {'1.5'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SubPort': {'1.0'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Subnet': {'1.1'}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Trunk': {'1.1'}} Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: consumer versions: Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: HyperV agent@hv-cinder-maste: {}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Agent': '1.1', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'ConntrackHelper': '1.0', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'LocalIPAssociation': '1.0', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Log': '1.0', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'NDPProxy': '1.0', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Network': '1.1', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Port': '1.7', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'PortForwarding': '1.3', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'QosPolicy': '1.10', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroup': '1.5', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SecurityGroupRule': '1.2', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'SubPort': '1.0', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Subnet': '1.1', Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: 'Trunk': '1.1'}} Oct 24 08:50:45.155682 dv-cinder-master-3-iscsi neutron-server[116185]: {{(pid=116185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:50:45.189734 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] Pushing event updated for resources: {'Network': ['ID=51d12bec-f9d9-464c-a576-7d16d990480f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:45.198493 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-7da4d4e7-3892-4844-a680-5defd23d105d admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9528933 Oct 24 08:50:45.199104 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41464) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:45.200772 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 51d12bec-f9d9-464c-a576-7d16d990480f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:50:45.203987 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Checking segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:45.204490 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Network hostable DHCP agents. Network: cdaad192-fed6-4552-bf00-8c851e326b4f, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:50:45.206950 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Request body: {'subnet': {'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-subnet', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:45.232492 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Made reservation on behalf of fd4b77e78f9d4286aa92f6f90ff8b797 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:45.235743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.240116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Network cdaad192-fed6-4552-bf00-8c851e326b4f is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:50:45.259745 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cdaad192-fed6-4552-bf00-8c851e326b4f) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:45.271124 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:45.272181 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.309489 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-188418c6-183a-45a6-a8ab-6c6d0298f7f0 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5555966 Oct 24 08:50:45.311593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02c379-fd1b-4ff9-aef0-28ab1725688b None None] Network cdaad192-fed6-4552-bf00-8c851e326b4f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:45.315948 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41466) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:45.324973 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:45.348249 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41470) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:45.363999 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:45.379706 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.384541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.434113 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (7782d9f3-4039-4663-b2ed-68e216da2a57), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.505796 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:45.506435 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Network hostable DHCP agents. Network: 51d12bec-f9d9-464c-a576-7d16d990480f, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:50:45.546856 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Network 51d12bec-f9d9-464c-a576-7d16d990480f is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:50:45.558843 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7782d9f3-4039-4663-b2ed-68e216da2a57,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:45.563767 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 51d12bec-f9d9-464c-a576-7d16d990480f) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:45.568862 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:45.571160 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.593963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1360158344-network', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:45.610841 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-bf30d5ce-1cbf-4729-9ab2-ae233629d06b admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4094973 Oct 24 08:50:45.611892 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41484) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:45.613834 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f148e4d6-7a0b-4cc9-bbd7-14a361e803ca None None] Network 51d12bec-f9d9-464c-a576-7d16d990480f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:45.634937 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:45.652500 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-cdaad192-fed6-4552-bf00-8c851e326b4f', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'fixed_ips': [{'subnet_id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:50:45.655011 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for router_controller (edba5beb-135d-4de0-bc30-20cf96f8352f), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.656590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.700161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:45.704770 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.729742 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.731903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.732965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.744061 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-network', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:45.798119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Made reservation on behalf of 7ff48b26c576495f8bb8c88d20d246cc for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:45.807515 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.856822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for router_controller (02d9b05e-dcba-4b84-8933-e462ef6b35bb), precommit_add_association {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.889802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.935776 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-51d12bec-f9d9-464c-a576-7d16d990480f', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:50:45.939873 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:45.967631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.090178 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Allocated IP 172.20.0.2 (cdaad192-fed6-4552-bf00-8c851e326b4f/c406f5a1-2226-452a-bebf-39e61d8d5a05/81302ae2-09b4-4582-be5b-d74b8e193627) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:46.114756 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for router_gateway (edba5beb-135d-4de0-bc30-20cf96f8352f), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.219281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks [] for security_group (d4f40e03-8311-44c9-9a2c-88d00bdae91e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.227952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d4f40e03-8311-44c9-9a2c-88d00bdae91e), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.247375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41500) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:46.320537 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.374538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f40e03-8311-44c9-9a2c-88d00bdae91e,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:46.380982 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Allocated IP 172.20.0.2 (51d12bec-f9d9-464c-a576-7d16d990480f/7782d9f3-4039-4663-b2ed-68e216da2a57/fedc43a7-2ebf-4812-be77-18ed8632b05c) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:46.381986 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for router_gateway (02d9b05e-dcba-4b84-8933-e462ef6b35bb), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.386809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks [] for security_group (a6f80bed-52bc-47df-a3f8-8439bf568b49), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.390006 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:50:46.400642 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a6f80bed-52bc-47df-a3f8-8439bf568b49), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.477020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.490528 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (2dc7b874-e49b-4354-bfd8-5b5d017619a9), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.491596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Added segment 2dc7b874-e49b-4354-bfd8-5b5d017619a9 of type vlan for network 151b561f-53f8-4019-8ed3-b08a9e67fe57 Oct 24 08:50:46.679762 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.714087 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=7 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.719612 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f80bed-52bc-47df-a3f8-8439bf568b49,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:46.742158 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:50:46.773968 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks [] for port (81302ae2-09b4-4582-be5b-d74b8e193627), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.790695 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.793531 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760582207802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (ad52bb25-b33c-450d-8c4c-130dc46b9c0a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.794100 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Unsubscribe: segment precommit_create {{(pid=116185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 08:50:46.794554 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Added segment ad52bb25-b33c-450d-8c4c-130dc46b9c0a of type vlan for network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe Oct 24 08:50:46.831391 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:46.849390 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.891982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.893441 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:46.894090 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.906991 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Network cdaad192-fed6-4552-bf00-8c851e326b4f is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:46.922484 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:46.931803 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:46.935127 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a577a87-e862-4658-bb49-b08c41ea2c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.944016 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Pushing event updated for resources: {'Port': ['ID=81302ae2-09b4-4582-be5b-d74b8e193627,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:46.951371 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks [] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.969373 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:46.980411 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (151b561f-53f8-4019-8ed3-b08a9e67fe57), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.005782 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.006659 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.036099 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] Pushing event updated for resources: {'Network': ['ID=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.049466 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:47.053832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.053832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.053832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.054096 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.054829 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ddde46ea-a8f6-4d42-835f-afe11e089abb admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7050748 Oct 24 08:50:47.055188 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.055713 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.056003 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41522) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:47.056349 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.056689 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.057067 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.057826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.058356 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.058958 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.059302 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.059727 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for router_gateway (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.059871 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.060303 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:47.061807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (151b561f-53f8-4019-8ed3-b08a9e67fe57), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Tracked resource versions report: Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: pushed versions: Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: { 'AddressGroup': {'1.2'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Agent': {'1.1'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'ConntrackHelper': {'1.0'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Log': {'1.0'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'NDPProxy': {'1.0'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Network': {'1.1'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Port': {'1.7'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'PortForwarding': {'1.3'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'QosPolicy': {'1.10'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroup': {'1.5'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SubPort': {'1.0'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Subnet': {'1.1'}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Trunk': {'1.1'}} Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: consumer versions: Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: HyperV agent@hv-cinder-maste: {}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Agent': '1.1', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'ConntrackHelper': '1.0', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'LocalIPAssociation': '1.0', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Log': '1.0', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'NDPProxy': '1.0', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Network': '1.1', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Port': '1.7', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'PortForwarding': '1.3', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'QosPolicy': '1.10', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroup': '1.5', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SecurityGroupRule': '1.2', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'SubPort': '1.0', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Subnet': '1.1', Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: 'Trunk': '1.1'}} Oct 24 08:50:47.061950 dv-cinder-master-3-iscsi neutron-server[116187]: {{(pid=116187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:50:47.064783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:47.064783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.069816 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Request body: {'subnet': {'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-subnet', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:47.074848 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:47.083628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:47.093686 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for router_gateway (edba5beb-135d-4de0-bc30-20cf96f8352f), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.095155 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:50:47.112185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.122481 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.124828 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Made reservation on behalf of 7ff48b26c576495f8bb8c88d20d246cc for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:47.128313 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.301453 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Allocated IP 172.37.0.102 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/d5255caa-c7da-48ce-933b-facb9f55eccf) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:47.356483 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4047391 Oct 24 08:50:47.364172 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41534) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:47.369559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Request body: {'subnet': {'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-subnet', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:47.396407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.402492 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:50:47.404939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.460126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a577a87-e862-4658-bb49-b08c41ea2c07 admin admin] Publish callbacks [] for security_group (50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.491961 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a577a87-e862-4658-bb49-b08c41ea2c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.519441 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744414b-9468-4597-89f0-a2362ac2db37 admin admin] Pushing event updated for resources: {'Network': ['ID=151b561f-53f8-4019-8ed3-b08a9e67fe57,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.521386 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Pushing event updated for resources: {'Port': ['ID=fedc43a7-2ebf-4812-be77-18ed8632b05c,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.523759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Attempting to bind port 81302ae2-09b4-4582-be5b-d74b8e193627 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:47.524194 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Attempting to bind port 81302ae2-09b4-4582-be5b-d74b8e193627 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:47.524557 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Attempting to bind port 81302ae2-09b4-4582-be5b-d74b8e193627 on network cdaad192-fed6-4552-bf00-8c851e326b4f {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:47.534637 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (66fb0918-4d0a-408a-a493-d5304240b8f7), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.568956 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8a577a87-e862-4658-bb49-b08c41ea2c07 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=246835f30eb64b17ac0adccb40379b7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3152225 Oct 24 08:50:47.570920 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a577a87-e862-4658-bb49-b08c41ea2c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.573303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41544) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:47.599551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Attempting to bind port fedc43a7-2ebf-4812-be77-18ed8632b05c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:47.599765 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Attempting to bind port fedc43a7-2ebf-4812-be77-18ed8632b05c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:47.600855 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Attempting to bind port fedc43a7-2ebf-4812-be77-18ed8632b05c on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:47.618964 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.633494 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:50:47.680612 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.737513 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:47.737949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Checking segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:47.738412 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.738817 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Bound using segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:47.740525 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Bound port: 81302ae2-09b4-4582-be5b-d74b8e193627, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:47.740525 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.750760 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] Publish callbacks [] for security_group (50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.767590 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.803609 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fb0918-4d0a-408a-a493-d5304240b8f7,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.817523 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Checking segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:47.817886 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Network hostable DHCP agents. Network: 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:50:47.827858 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] For port 81302ae2-09b4-4582-be5b-d74b8e193627, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:47.832297 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] For port 81302ae2-09b4-4582-be5b-d74b8e193627, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81302ae2-09b4-4582-be5b-d74b8e193627,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:47.835853 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (7e72a475-dde6-4d37-9a26-f17ac56e9412), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.842034 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.857299 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] Publish callbacks [] for security_group (50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:47.862745 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.886064 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:47.901833 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:47.920623 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.921472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:47.947577 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:47.949636 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Allocated IP 172.37.0.162 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/eb612146-082d-44f7-9613-727df6910fd9) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:47.978350 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e72a475-dde6-4d37-9a26-f17ac56e9412,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:47.995738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:50:48.007778 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:48.009027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:48.009729 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.010581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Bound using segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:48.011437 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Bound port: fedc43a7-2ebf-4812-be77-18ed8632b05c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:48.012040 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.023546 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Pushing event updated for resources: {'Port': ['ID=d5255caa-c7da-48ce-933b-facb9f55eccf,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:48.041752 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7177f-47d7-46ad-9346-d39a25584f97 None None] Pushing event updated for resources: {'Port': ['ID=81302ae2-09b4-4582-be5b-d74b8e193627,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:48.054377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:48.059224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:48.060588 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.079726 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8e4f1-eb81-40d3-a4fd-b69b0ef76de1 None None] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:48.094577 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:48.094844 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Network hostable DHCP agents. Network: 151b561f-53f8-4019-8ed3-b08a9e67fe57, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:50:48.132715 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-74b50049-12fa-4015-9f64-dce3884f362a admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0683024 Oct 24 08:50:48.134063 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41550) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:48.146088 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:48.161644 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:50:48.161879 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.165490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.170600 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4 HTTP/1.1" status: 204 len: 168 time: 0.5911069 Oct 24 08:50:48.186777 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a420240-c4b7-445d-95f6-4b309f83fe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cfa5e1-fac8-42e7-8f5a-86d047a2f9f4,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:48.195419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] For port fedc43a7-2ebf-4812-be77-18ed8632b05c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:48.201234 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] For port fedc43a7-2ebf-4812-be77-18ed8632b05c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fedc43a7-2ebf-4812-be77-18ed8632b05c,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:48.212785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 151b561f-53f8-4019-8ed3-b08a9e67fe57) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:48.217962 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.229285 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:48.229932 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.312973 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ce557-28e4-4d80-b981-62a8c639a83e None None] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:48.331087 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for port (eb612146-082d-44f7-9613-727df6910fd9), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.340163 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.341609 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.392974 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for router_gateway (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.432806 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-3352dd59-ae2d-4c61-aa08-98ddf9bdca44 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0646768 Oct 24 08:50:48.435338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (eb612146-082d-44f7-9613-727df6910fd9), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.439827 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:50:48.441139 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.453152 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41558) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:48.462482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:48.493699 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:48.512850 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67912d9-1408-45d6-b1f9-e548d712fa11 None None] Pushing event updated for resources: {'Port': ['ID=fedc43a7-2ebf-4812-be77-18ed8632b05c,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:48.534832 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:50:48.583062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:48.608672 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:48.641486 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:48.708416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb612146-082d-44f7-9613-727df6910fd9,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:48.743329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.744441 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.775671 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-151b561f-53f8-4019-8ed3-b08a9e67fe57', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:50:48.776701 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.870202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for router_controller (fee87984-dc1e-439a-bad6-383e8514d0d1), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:48.954912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.109296 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41568) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:49.130200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Allocated IP 172.20.0.2 (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe/66fb0918-4d0a-408a-a493-d5304240b8f7/6df69e20-2e8f-4641-9344-59a4cbb73931) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:49.148395 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for router_controller (051be8c9-5644-4ad6-b872-f4384afa1dfa), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.188324 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0148-65fb-4bcb-b506-4bbcd0adcfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.348035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device fedc43a7-2ebf-4812-be77-18ed8632b05c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:49.403097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Allocated IP 172.20.0.2 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/1cd1c666-9cec-418e-a7e1-7462f4270971) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:49.460114 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port fedc43a7-2ebf-4812-be77-18ed8632b05c triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:49.460539 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.460883 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port fedc43a7-2ebf-4812-be77-18ed8632b05c Oct 24 08:50:49.567239 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:50:49.593437 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for router_gateway (fee87984-dc1e-439a-bad6-383e8514d0d1), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.791720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:49.848382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks [] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.869741 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208140b-fe19-49b3-9008-efd7e7f913fc None None] Network cdaad192-fed6-4552-bf00-8c851e326b4f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:49.883422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.914242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:49.930908 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:49.933285 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0148-65fb-4bcb-b506-4bbcd0adcfc3 admin admin] Publish callbacks [] for security_group (bd4c965a-10d7-46c1-9951-8a77ad50aba8), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.938004 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:50:49.955360 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:50:49.957109 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:49.958164 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for router_gateway (051be8c9-5644-4ad6-b872-f4384afa1dfa), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.958907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:49.963291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:49.965161 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:49.973121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Provisioning complete for port 81302ae2-09b4-4582-be5b-d74b8e193627 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:49.977347 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:49.977347 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Attempt 1 to provision port 81302ae2-09b4-4582-be5b-d74b8e193627 Oct 24 08:50:49.983955 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:49.984789 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:49.990561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:50.000125 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0148-65fb-4bcb-b506-4bbcd0adcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (bd4c965a-10d7-46c1-9951-8a77ad50aba8), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.063801 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.065678 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6eb23bc0-0a64-4cca-a84f-bd9f53fb243f admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4428420 Oct 24 08:50:50.077900 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ec7d0148-65fb-4bcb-b506-4bbcd0adcfc3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2b6daac74a0c422794e65cfdf3bef30d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9676099 Oct 24 08:50:50.079643 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41602) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:50.081075 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41604) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:50.276080 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:50.280460 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Pushing event updated for resources: {'Port': ['ID=1cd1c666-9cec-418e-a7e1-7462f4270971,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:50.290041 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7e9dd-d3f5-43a7-a7a1-80b6459155c8 None None] Network 51d12bec-f9d9-464c-a576-7d16d990480f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:50.370681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for router_gateway (edba5beb-135d-4de0-bc30-20cf96f8352f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.516366 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] Publish callbacks [] for security_group (bd4c965a-10d7-46c1-9951-8a77ad50aba8), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.566342 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] Publish callbacks [] for security_group (bd4c965a-10d7-46c1-9951-8a77ad50aba8), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.579753 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:48Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:50.617840 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:50:50.618448 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Updating router 02d9b05e-dcba-4b84-8933-e462ef6b35bb port d5255caa-c7da-48ce-933b-facb9f55eccf binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:50:50.651422 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.661770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port fedc43a7-2ebf-4812-be77-18ed8632b05c is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:50.662225 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.687459 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (bd4c965a-10d7-46c1-9951-8a77ad50aba8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.692496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.699928 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/bd4c965a-10d7-46c1-9951-8a77ad50aba8 HTTP/1.1" status: 204 len: 168 time: 0.6159887 Oct 24 08:50:50.705792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d0148-65fb-4bcb-b506-4bbcd0adcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c965a-10d7-46c1-9951-8a77ad50aba8,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:50.838038 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks [] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:50.847311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:50.853709 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde8d8-857b-47f7-8b9f-60a335e6ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c965a-10d7-46c1-9951-8a77ad50aba8,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:50.873264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.058601 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Attempting to bind port 1cd1c666-9cec-418e-a7e1-7462f4270971 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:51.068738 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Attempting to bind port 1cd1c666-9cec-418e-a7e1-7462f4270971 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:51.069849 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Attempting to bind port 1cd1c666-9cec-418e-a7e1-7462f4270971 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:51.087033 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for router_gateway (fee87984-dc1e-439a-bad6-383e8514d0d1), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.096406 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port fedc43a7-2ebf-4812-be77-18ed8632b05c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fedc43a7-2ebf-4812-be77-18ed8632b05c,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:51.119335 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks [] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.133161 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.180816 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:51.182597 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.221949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.222774 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 81302ae2-09b4-4582-be5b-d74b8e193627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:51.268667 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for router_gateway (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.282756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Attempting to bind port d5255caa-c7da-48ce-933b-facb9f55eccf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:51.282756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Attempting to bind port d5255caa-c7da-48ce-933b-facb9f55eccf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:51.282756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Attempting to bind port d5255caa-c7da-48ce-933b-facb9f55eccf on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:51.301740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:51.311145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:51.378971 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.397635 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:51.458572 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:51.481697 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Pushing event updated for resources: {'Port': ['ID=d5255caa-c7da-48ce-933b-facb9f55eccf,revision_number=2']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:51.505536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.514651 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:51.515438 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:51.516518 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.517990 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:51.518742 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Bound port: d5255caa-c7da-48ce-933b-facb9f55eccf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:51.519375 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.551966 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Pushing event updated for resources: {'Port': ['ID=6df69e20-2e8f-4641-9344-59a4cbb73931,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:51.570433 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.570789 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.574986 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.575284 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.575632 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.576095 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.576538 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.576881 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.577208 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.577532 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.577855 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.578201 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.578516 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.578848 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.579146 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Tracked resource versions report: Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: pushed versions: Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: { 'AddressGroup': {'1.2'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Agent': {'1.1'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'ConntrackHelper': {'1.0'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'LocalIPAssociation': {'1.0'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Log': {'1.0'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'NDPProxy': {'1.0'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Network': {'1.1'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Port': {'1.7'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'PortForwarding': {'1.3'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'QosPolicy': {'1.10'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroup': {'1.5'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroupRule': {'1.2'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SubPort': {'1.0'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Subnet': {'1.1'}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Trunk': {'1.1'}} Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: consumer versions: Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: HyperV agent@hv-cinder-maste: {}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Agent': '1.1', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'ConntrackHelper': '1.0', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'LocalIPAssociation': '1.0', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Log': '1.0', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'NDPProxy': '1.0', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Network': '1.1', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Port': '1.7', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'PortForwarding': '1.3', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'QosPolicy': '1.10', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroup': '1.5', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SecurityGroupRule': '1.2', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'SubPort': '1.0', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Subnet': '1.1', Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: 'Trunk': '1.1'}} Oct 24 08:50:51.582550 dv-cinder-master-3-iscsi neutron-server[116188]: {{(pid=116188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 08:50:51.627452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Current status of the port 81302ae2-09b4-4582-be5b-d74b8e193627 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:51.629861 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.661571 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:51.688759 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] For port d5255caa-c7da-48ce-933b-facb9f55eccf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:51.689551 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Allocated IP 172.37.0.60 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:51.700771 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] For port d5255caa-c7da-48ce-933b-facb9f55eccf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5255caa-c7da-48ce-933b-facb9f55eccf,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:51.708517 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:51.722385 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.738018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:51.810717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Attempting to bind port 6df69e20-2e8f-4641-9344-59a4cbb73931 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:51.811105 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Attempting to bind port 6df69e20-2e8f-4641-9344-59a4cbb73931 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:51.813840 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Attempting to bind port 6df69e20-2e8f-4641-9344-59a4cbb73931 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:51.831147 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:51.831674 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:51.970690 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=fedc43a7-2ebf-4812-be77-18ed8632b05c,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:52.024897 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33147353-51e7-4e7b-9f7f-61608af40a63 None None] Pushing event updated for resources: {'Port': ['ID=d5255caa-c7da-48ce-933b-facb9f55eccf,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:52.036051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] For port 81302ae2-09b4-4582-be5b-d74b8e193627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81302ae2-09b4-4582-be5b-d74b8e193627,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:52.050730 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:52.051830 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:52.052984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.053751 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:52.055994 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Bound port: 1cd1c666-9cec-418e-a7e1-7462f4270971, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:52.056891 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.106601 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.118988 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.120339 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 81302ae2-09b4-4582-be5b-d74b8e193627 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:52.120723 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.121209 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 81302ae2-09b4-4582-be5b-d74b8e193627 Oct 24 08:50:52.123552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Allocated IP 172.20.0.1 (51d12bec-f9d9-464c-a576-7d16d990480f/7782d9f3-4039-4663-b2ed-68e216da2a57/25bad588-b62e-40b9-b151-5c0506006641) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:52.132585 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Router edba5beb-135d-4de0-bc30-20cf96f8352f is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:50:52.192080 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:52.199376 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:52.206081 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:52.206449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Checking segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:52.206841 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.207223 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Bound using segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:52.207700 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Bound port: 6df69e20-2e8f-4641-9344-59a4cbb73931, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:52.208073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.271945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:50:52.291143 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.325973 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.327122 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9422f5a1-8885-451d-b52b-5eafe8ab17c9 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0092611 Oct 24 08:50:52.330706 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41666) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:52.344419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks [] for port (25bad588-b62e-40b9-b151-5c0506006641), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.345417 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] For port 6df69e20-2e8f-4641-9344-59a4cbb73931, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:52.349983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] For port 6df69e20-2e8f-4641-9344-59a4cbb73931, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6df69e20-2e8f-4641-9344-59a4cbb73931,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:52.353947 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Sync routers for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:50:52.369916 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.384559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Provisioning complete for port 81302ae2-09b4-4582-be5b-d74b8e193627 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:52.385200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.385534 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Attempt 1 to provision port 81302ae2-09b4-4582-be5b-d74b8e193627 Oct 24 08:50:52.393925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.441673 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dabe93-c2bb-4f3b-9ea6-79c8fa2630df None None] Pushing event updated for resources: {'Port': ['ID=81302ae2-09b4-4582-be5b-d74b8e193627,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:52.450589 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] For port 1cd1c666-9cec-418e-a7e1-7462f4270971, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:52.462655 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:52.463312 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:52.500022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Pushing event updated for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:52.512253 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:52.540274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:52.542533 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:52.549707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:52.550230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.582205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] For port 1cd1c666-9cec-418e-a7e1-7462f4270971, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cd1c666-9cec-418e-a7e1-7462f4270971,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:52.641120 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:48Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:52.689694 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f61c10-f4a1-46a6-a762-9f36db11ce24 None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:48Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:50:52.740536 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 81302ae2-09b4-4582-be5b-d74b8e193627 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:52.776694 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.817929 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:52.839682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Allocated IP 172.37.0.158 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/42ff8aee-2568-4fd5-8700-e29ab567a125) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:52.948457 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf24c-72d5-457e-9a84-4bb6f4fbff81 None None] Pushing event updated for resources: {'Port': ['ID=6df69e20-2e8f-4641-9344-59a4cbb73931,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:53.074417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:53.113794 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:53.129251 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Current status of the port 81302ae2-09b4-4582-be5b-d74b8e193627 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:53.134799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:53.135933 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 81302ae2-09b4-4582-be5b-d74b8e193627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:53.140383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (25bad588-b62e-40b9-b151-5c0506006641), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.262069 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:53.274261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:53.318078 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Provisioning complete for port fedc43a7-2ebf-4812-be77-18ed8632b05c triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:53.318558 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.318818 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Attempt 1 to provision port fedc43a7-2ebf-4812-be77-18ed8632b05c Oct 24 08:50:53.372923 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:53.374391 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Pushing event updated for resources: {'Port': ['ID=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:53.516183 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:53.523760 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:53.535365 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.743508 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b034-3db7-455b-842d-d30ea2132feb None None] Pushing event updated for resources: {'Port': ['ID=1cd1c666-9cec-418e-a7e1-7462f4270971,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:53.787858 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:53.862215 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 81302ae2-09b4-4582-be5b-d74b8e193627 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:53.862732 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.863243 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 81302ae2-09b4-4582-be5b-d74b8e193627 Oct 24 08:50:53.871002 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks [] for port (25bad588-b62e-40b9-b151-5c0506006641), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.886194 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.887440 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:53.908315 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:54.000917 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:54.031323 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-9ec46804-e2fb-41f8-90c1-e83c783dcb81 None None] Current status of the port fedc43a7-2ebf-4812-be77-18ed8632b05c is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:54.081292 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:49Z', 'revision_number': 3, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:54.131791 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Pushing event updated for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:54.198909 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Checking router: edba5beb-135d-4de0-bc30-20cf96f8352f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:50:54.199276 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Updating router edba5beb-135d-4de0-bc30-20cf96f8352f port eb612146-082d-44f7-9613-727df6910fd9 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:50:54.222474 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:54.225154 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:54.297487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Pushing event updated for resources: {'Port': ['ID=42ff8aee-2568-4fd5-8700-e29ab567a125,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:54.348542 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 81302ae2-09b4-4582-be5b-d74b8e193627 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:54.353594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device fedc43a7-2ebf-4812-be77-18ed8632b05c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:54.482997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:54.504593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-820ee297-3735-4abb-89f9-7412f9d8b7a7 None None] Provisioning complete for port 25bad588-b62e-40b9-b151-5c0506006641 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:54.504993 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-820ee297-3735-4abb-89f9-7412f9d8b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (25bad588-b62e-40b9-b151-5c0506006641), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:54.505326 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-820ee297-3735-4abb-89f9-7412f9d8b7a7 None None] Attempt 1 to provision port 25bad588-b62e-40b9-b151-5c0506006641 Oct 24 08:50:54.515038 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (eb612146-082d-44f7-9613-727df6910fd9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:54.582348 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:50:54.611430 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:54.616905 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:54.894817 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:55.083762 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c911d-59be-4a88-a291-7e9fab511f94 None None] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:55.117391 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:50:55.131425 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6771d5e6-9831-443c-99ea-bebcba60431c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/02d9b05e-dcba-4b84-8933-e462ef6b35bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0487018 Oct 24 08:50:55.140656 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for router_gateway (fee87984-dc1e-439a-bad6-383e8514d0d1), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:55.150874 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:55.217397 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:55.223949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-820ee297-3735-4abb-89f9-7412f9d8b7a7 None None] Port 25bad588-b62e-40b9-b151-5c0506006641 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:50:55.286026 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b52808-2969-4c8c-9241-ff1dc8f5791c None None] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:50:55.323145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port fedc43a7-2ebf-4812-be77-18ed8632b05c triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:55.323518 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:55.326675 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port fedc43a7-2ebf-4812-be77-18ed8632b05c Oct 24 08:50:55.431982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for router_gateway (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:55.552341 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Provisioning complete for port 1cd1c666-9cec-418e-a7e1-7462f4270971 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:55.552733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:55.553068 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Attempt 1 to provision port 1cd1c666-9cec-418e-a7e1-7462f4270971 Oct 24 08:50:55.804115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port fedc43a7-2ebf-4812-be77-18ed8632b05c is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:55.835526 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:55.950610 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:50:55.969841 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:55.977737 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:55.985213 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Allocated IP 172.20.0.1 (cdaad192-fed6-4552-bf00-8c851e326b4f/c406f5a1-2226-452a-bebf-39e61d8d5a05/4f20b17e-1c37-42e0-9c07-ae91f56bd91a) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:55.998426 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:56.005779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.011307 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41772) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:56.013904 dv-cinder-master-3-iscsi neutron-server[116186]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 08:50:56.018953 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks [] for port (eb612146-082d-44f7-9613-727df6910fd9), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.020913 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Current status of the port 1cd1c666-9cec-418e-a7e1-7462f4270971 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:56.024240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.042865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (eb612146-082d-44f7-9613-727df6910fd9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.124191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aaeff-551e-4aba-a51a-cff58bfbbfe8 None None] Pushing event updated for resources: {'Port': ['ID=eb612146-082d-44f7-9613-727df6910fd9,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:56.154197 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Attempting to bind port eb612146-082d-44f7-9613-727df6910fd9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:56.154565 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Attempting to bind port eb612146-082d-44f7-9613-727df6910fd9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:56.154926 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Attempting to bind port eb612146-082d-44f7-9613-727df6910fd9 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:56.254444 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] For port 1cd1c666-9cec-418e-a7e1-7462f4270971, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cd1c666-9cec-418e-a7e1-7462f4270971,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:56.260242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6df69e20-2e8f-4641-9344-59a4cbb73931 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:56.271664 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:56.294743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:56.320772 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.326283 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 6df69e20-2e8f-4641-9344-59a4cbb73931 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:56.327138 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.327726 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 6df69e20-2e8f-4641-9344-59a4cbb73931 Oct 24 08:50:56.383026 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:56.392438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-0f7f7fb5-17f1-4b12-91c4-ed587324323a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:56.394417 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-0f7f7fb5-17f1-4b12-91c4-ed587324323a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.3816564 Oct 24 08:50:56.397569 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks [] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.405971 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.408074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Pushing event updated for resources: {'Port': ['ID=1cd1c666-9cec-418e-a7e1-7462f4270971,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:56.427532 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-4628f447-2b56-43d2-be2b-12b8d446333e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/quotas/fd4b77e78f9d4286aa92f6f90ff8b797 HTTP/1.1" status: 200 len: 375 time: 0.0271485 Oct 24 08:50:56.430472 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:56.431002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:56.431492 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.432008 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:56.432626 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Bound port: eb612146-082d-44f7-9613-727df6910fd9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:56.433103 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (eb612146-082d-44f7-9613-727df6910fd9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.437838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Provisioning complete for port 6df69e20-2e8f-4641-9344-59a4cbb73931 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:56.438341 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.439300 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Attempt 1 to provision port 6df69e20-2e8f-4641-9344-59a4cbb73931 Oct 24 08:50:56.484193 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:53Z', 'revision_number': 2, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:56.504303 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Router fee87984-dc1e-439a-bad6-383e8514d0d1 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:50:56.517811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.538976 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:50:56.539722 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Updating router 02d9b05e-dcba-4b84-8933-e462ef6b35bb port 25bad588-b62e-40b9-b151-5c0506006641 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:50:56.566631 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-ab77aeb9-135f-4c64-8731-7ca7d8760a1f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335139 Oct 24 08:50:56.569759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] For port eb612146-082d-44f7-9613-727df6910fd9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:56.573849 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (25bad588-b62e-40b9-b151-5c0506006641), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.592768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] For port eb612146-082d-44f7-9613-727df6910fd9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb612146-082d-44f7-9613-727df6910fd9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:56.604575 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (eb612146-082d-44f7-9613-727df6910fd9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.625013 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:56.625405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.678843 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Network cdaad192-fed6-4552-bf00-8c851e326b4f is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:50:56.694559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:50:56.698186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:50:56.698954 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (edba5beb-135d-4de0-bc30-20cf96f8352f), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.706662 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:56.707058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.719115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:56.721556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:56.760197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Pushing event updated for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:56.776169 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aaeff-551e-4aba-a51a-cff58bfbbfe8 None None] Pushing event updated for resources: {'Port': ['ID=eb612146-082d-44f7-9613-727df6910fd9,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:56.789486 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 6df69e20-2e8f-4641-9344-59a4cbb73931, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6df69e20-2e8f-4641-9344-59a4cbb73931,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:56.816441 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:56.817275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 1cd1c666-9cec-418e-a7e1-7462f4270971 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:56.929128 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.008466 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-9eb665fd-e933-4a5f-95d7-76261fcec3d3 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:50:57.010758 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-9eb665fd-e933-4a5f-95d7-76261fcec3d3 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2198510 Oct 24 08:50:57.042275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.db.api [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 08:50:57.043112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG oslo_db.api [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 08:50:57.065857 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=6df69e20-2e8f-4641-9344-59a4cbb73931,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:57.070814 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.071627 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 1cd1c666-9cec-418e-a7e1-7462f4270971 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:57.072126 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.072428 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 1cd1c666-9cec-418e-a7e1-7462f4270971 Oct 24 08:50:57.081514 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:50:57.108797 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:50:57.116296 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:57.167288 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:50:57.181862 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e06114ab-e900-46b7-bf82-04a2504ef460 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632333 Oct 24 08:50:57.216031 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.235685 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.242191 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-199f3373-5dad-48e4-b37b-19a95dfdbf9d admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1029847 Oct 24 08:50:57.244648 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41804) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:57.245290 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.252338 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:57.253055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:57.329621 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks [] for port (25bad588-b62e-40b9-b151-5c0506006641), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.337617 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.372667 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-ab4df8b2-d8a9-4602-b3eb-b5d421db3f2e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816828 Oct 24 08:50:57.450936 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aef8c-be94-4c00-bddf-34e91a5f77c9 None None] Pushing event updated for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:57.498231 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Attempting to bind port 25bad588-b62e-40b9-b151-5c0506006641 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:57.498663 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Attempting to bind port 25bad588-b62e-40b9-b151-5c0506006641 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:57.499051 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Attempting to bind port 25bad588-b62e-40b9-b151-5c0506006641 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:57.582252 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.608801 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.629243 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:50:57.629757 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:50:57.632357 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.632805 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Bound using segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:50:57.633333 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Bound port: 25bad588-b62e-40b9-b151-5c0506006641, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:50:57.633722 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (25bad588-b62e-40b9-b151-5c0506006641), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.700029 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 1cd1c666-9cec-418e-a7e1-7462f4270971 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:57.701051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device d5255caa-c7da-48ce-933b-facb9f55eccf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:57.704119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:57.811901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 41820) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:57.849625 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:57.878760 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] For port 25bad588-b62e-40b9-b151-5c0506006641, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:50:57.886363 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] For port 25bad588-b62e-40b9-b151-5c0506006641, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bad588-b62e-40b9-b151-5c0506006641,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:50:57.894982 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.912621 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Provisioning complete for port 25bad588-b62e-40b9-b151-5c0506006641 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:57.912998 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (25bad588-b62e-40b9-b151-5c0506006641), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:57.913532 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Attempt 1 to provision port 25bad588-b62e-40b9-b151-5c0506006641 Oct 24 08:50:57.947775 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:50:57.973724 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:49Z', 'revision_number': 3, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:57.985723 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:57.995469 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aef8c-be94-4c00-bddf-34e91a5f77c9 None None] Pushing event updated for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:58.000478 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:50:58.011382 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd2b5877-e8a2-4e9f-a0af-85745bcd1c97 req-28ca0feb-a71a-4edf-986c-b934069b0430 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 210 time: 0.1941936 Oct 24 08:50:58.016622 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:58.018576 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:58.026220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738e362-30fd-448b-b3dd-547cb5a1bd9d None None] The sync data for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi is: [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:49Z', 'revision_number': 3, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:50:58.036209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port d5255caa-c7da-48ce-933b-facb9f55eccf triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:58.036804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.037309 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port d5255caa-c7da-48ce-933b-facb9f55eccf Oct 24 08:50:58.079787 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.081274 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4a4509cd-0b11-4b13-b46e-a180c1c26230 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6174688 Oct 24 08:50:58.086353 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 41832) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:50:58.199400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:58.199625 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:58.294331 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:50:58.294992 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:50:58.294992 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Updating router fee87984-dc1e-439a-bad6-383e8514d0d1 port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:50:58.297790 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:58.346433 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port d5255caa-c7da-48ce-933b-facb9f55eccf is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:58.346837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.409808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:58.411813 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Current status of the port 25bad588-b62e-40b9-b151-5c0506006641 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:58.412230 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (25bad588-b62e-40b9-b151-5c0506006641), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.414294 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:58.424531 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port d5255caa-c7da-48ce-933b-facb9f55eccf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5255caa-c7da-48ce-933b-facb9f55eccf,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:58.434253 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.439728 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.528820 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] For port 25bad588-b62e-40b9-b151-5c0506006641, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bad588-b62e-40b9-b151-5c0506006641,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:50:58.539182 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.660611 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks [] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.674875 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=d5255caa-c7da-48ce-933b-facb9f55eccf,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:58.728252 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Provisioning complete for port 1cd1c666-9cec-418e-a7e1-7462f4270971 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:58.728618 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.728944 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Attempt 1 to provision port 1cd1c666-9cec-418e-a7e1-7462f4270971 Oct 24 08:50:58.739759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-dec94c42-3f70-48be-9769-962b960450cc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:50:58.742349 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-dec94c42-3f70-48be-9769-962b960450cc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.4738543 Oct 24 08:50:58.744340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:58.772563 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-2be05a00-5b1f-47b4-8e6c-ac46fa8d4c35 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/quotas/fd4b77e78f9d4286aa92f6f90ff8b797 HTTP/1.1" status: 200 len: 375 time: 0.0241513 Oct 24 08:50:58.847680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:58.856936 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-e3adb677-2054-4c6b-83e2-bfcd6f2a6a18 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829244 Oct 24 08:50:58.932145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f0c09-a2e3-42db-9265-947a6d5adf4f None None] Pushing event updated for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:58.939509 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:58.940331 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (edba5beb-135d-4de0-bc30-20cf96f8352f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.081163 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:50:59.083646 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:59.086908 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6df69e20-2e8f-4641-9344-59a4cbb73931 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:50:59.168815 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:59.222503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-06b4ebd9-5aeb-4a2a-b435-925261ef6ba6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642027 Oct 24 08:50:59.274606 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:50:59.276400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Current status of the port 1cd1c666-9cec-418e-a7e1-7462f4270971 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:50:59.345481 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Pushing event updated for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:50:59.427080 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.508640 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks [] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.524443 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.528443 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:59.579048 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-779320a5-abc6-4dab-a4f6-7aa7805119f5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443155 Oct 24 08:50:59.598912 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Provisioning complete for port 6df69e20-2e8f-4641-9344-59a4cbb73931 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:59.599405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.599975 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Attempt 1 to provision port 6df69e20-2e8f-4641-9344-59a4cbb73931 Oct 24 08:50:59.643775 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:50:59.644189 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Updating router 051be8c9-5644-4ad6-b872-f4384afa1dfa port 42ff8aee-2568-4fd5-8700-e29ab567a125 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:50:59.697789 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Attempting to bind port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:50:59.698158 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Attempting to bind port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:50:59.698519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Attempting to bind port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:50:59.726565 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Allocated IP 172.20.0.1 (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe/66fb0918-4d0a-408a-a493-d5304240b8f7/2a456916-e7bf-4e20-87db-152f36b48fe3) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:50:59.831053 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.918008 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:50:59.994756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 6df69e20-2e8f-4641-9344-59a4cbb73931 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:50:59.996382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:50:59.996870 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 6df69e20-2e8f-4641-9344-59a4cbb73931 Oct 24 08:51:00.030344 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb8f87-673a-4ea8-a576-953683611274 None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:00.087942 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd302352-7388-49c1-993a-49bb7a0327cc req-32fb1e9c-85e1-4d93-9340-92a2180f4034 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.0979338 Oct 24 08:51:00.215239 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Network cdaad192-fed6-4552-bf00-8c851e326b4f is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:00.273563 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:00.273924 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:00.276094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.277743 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:00.278477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Bound port: aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:00.279786 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.349575 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:00.410719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add12256-646b-4dd5-9790-0a2d1e16a519 None None] Pushing event updated for resources: {'Port': ['ID=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:00.681733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks [] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.705866 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:00.707058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device eb612146-082d-44f7-9613-727df6910fd9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:00.774967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:00.785859 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.815622 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:00.886639 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:00.907850 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] For port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:00.918386 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] For port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:00.961020 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks [] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.973036 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:00.975039 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.005062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Provisioning complete for port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:01.009802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.010440 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Attempt 1 to provision port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a Oct 24 08:51:01.077661 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port eb612146-082d-44f7-9613-727df6910fd9 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:01.078050 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (eb612146-082d-44f7-9613-727df6910fd9), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.078384 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port eb612146-082d-44f7-9613-727df6910fd9 Oct 24 08:51:01.132167 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Attempting to bind port 42ff8aee-2568-4fd5-8700-e29ab567a125 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:01.133397 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Attempting to bind port 42ff8aee-2568-4fd5-8700-e29ab567a125 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:01.134144 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Attempting to bind port 42ff8aee-2568-4fd5-8700-e29ab567a125 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:01.172219 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d2e1a-fa25-445c-a335-8d6903e01db0 None None] Pushing event updated for resources: {'Port': ['ID=42ff8aee-2568-4fd5-8700-e29ab567a125,revision_number=2']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:01.217450 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:01.219345 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:01.220313 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:01.220856 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.222379 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:01.223248 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Bound port: 42ff8aee-2568-4fd5-8700-e29ab567a125, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:01.223677 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.275694 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.295367 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:01.313942 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:01.314830 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:01.342377 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4421cf6-772b-4c48-9be9-622d89cc44ec req-d92ab843-e061-4591-8039-6570560774b5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.1226759 Oct 24 08:51:01.391229 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] For port 42ff8aee-2568-4fd5-8700-e29ab567a125, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:01.402537 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] For port 42ff8aee-2568-4fd5-8700-e29ab567a125, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42ff8aee-2568-4fd5-8700-e29ab567a125,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:01.414748 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.437140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:01.453072 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Router edba5beb-135d-4de0-bc30-20cf96f8352f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:51:01.460861 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:01.507301 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:01.507571 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (fee87984-dc1e-439a-bad6-383e8514d0d1), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:01.531970 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:01.537938 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:01.678841 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d2e1a-fa25-445c-a335-8d6903e01db0 None None] Pushing event updated for resources: {'Port': ['ID=42ff8aee-2568-4fd5-8700-e29ab567a125,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:01.746625 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:01.779006 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:01.845356 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.13', 52468) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:01.929765 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:02.006116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:51:02.009142 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:02.044699 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e8eab7e2-6961-415f-93af-1edcd2a5bc91 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/edba5beb-135d-4de0-bc30-20cf96f8352f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7128336 Oct 24 08:51:02.111310 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:02.166475 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Allocated IP 172.20.0.1 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/5e9df7b7-9573-4a8b-983c-2c230c734dc8) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:02.318176 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:02.355019 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49580ab2-db38-4129-ae57-d96a24ae9d09 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:02.356934 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-f1e3fbb0-34fb-421f-91ec-b1731563fb12 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:02.359548 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-f1e3fbb0-34fb-421f-91ec-b1731563fb12 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.5129952 Oct 24 08:51:02.361999 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Sync routers for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:51:02.518561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'port': {'device_id': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'admin_state_up': True, 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:02.537562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add12256-646b-4dd5-9790-0a2d1e16a519 None None] Pushing event updated for resources: {'Port': ['ID=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:02.548510 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-4b895b6b-1487-4ce1-8969-856b4651bf92 None None] Port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:02.566464 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:02.567258 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:50:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:02.807205 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:02.898561 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Provisioning complete for port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:02.899258 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:02.904902 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Attempt 1 to provision port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a Oct 24 08:51:02.912886 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-34cbc5e0-52ad-4752-b024-273f63a9de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.125400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:03.125562 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-84d14c61-6180-4c32-9ea9-41987dcfece8 req-c1c97d97-e892-432b-bdab-32a21b0f7458 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.2354467 Oct 24 08:51:03.179372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks [] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.183859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:03.262928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Made reservation on behalf of fd4b77e78f9d4286aa92f6f90ff8b797 for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:51:03.297907 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.384455 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.475966 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:03.482092 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:03.517314 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:03.530309 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:03.542105 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks [] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.559709 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:03.567180 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:03.567923 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.578276 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Provisioning complete for port 2a456916-e7bf-4e20-87db-152f36b48fe3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:03.579464 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.583656 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Attempt 1 to provision port 2a456916-e7bf-4e20-87db-152f36b48fe3 Oct 24 08:51:03.782874 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-77e9dd62-fcc3-4a25-967c-46b7f3d3f1df None None] Port 2a456916-e7bf-4e20-87db-152f36b48fe3 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:03.784758 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:03.790829 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port eb612146-082d-44f7-9613-727df6910fd9 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:03.791220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (eb612146-082d-44f7-9613-727df6910fd9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.885784 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258440e-fcaf-4607-b0a8-fe393752e890 None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:50:54Z', 'revision_number': 3, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:03.951373 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port eb612146-082d-44f7-9613-727df6910fd9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb612146-082d-44f7-9613-727df6910fd9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:03.956759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:03.964177 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (eb612146-082d-44f7-9613-727df6910fd9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:03.965338 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 1cd1c666-9cec-418e-a7e1-7462f4270971 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:03.998864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.003378 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (fee87984-dc1e-439a-bad6-383e8514d0d1), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.023409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:04.035016 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.13', 52480) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:04.039477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42076) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:04.090201 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-863bdad4-8f39-440c-bf1a-245c3eef31a6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:04.098929 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-863bdad4-8f39-440c-bf1a-245c3eef31a6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/networks?id=cdaad192-fed6-4552-bf00-8c851e326b4f HTTP/1.1" status: 200 len: 812 time: 0.9966249 Oct 24 08:51:04.145629 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-0eea5786-6fd8-4078-be49-7103f34f559b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/quotas/25f1ebbfb9d042fab037dbe07a651913 HTTP/1.1" status: 200 len: 375 time: 0.0450225 Oct 24 08:51:04.261763 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Allocated IP 172.20.0.7 (51d12bec-f9d9-464c-a576-7d16d990480f/7782d9f3-4039-4663-b2ed-68e216da2a57/cab5d319-dc72-4203-90f4-1a5c76d81460) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:04.290791 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 4, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4f20b17e-1c37-42e0-9c07-ae91f56bd91a', 'name': '', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'mac_address': 'fa:16:3e:1e:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:55Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 2, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'subnets': [{'id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:04.310193 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.312748 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:04.334526 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-46df6d7b-f8fa-439a-9d0f-5a35f46ea2fc tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=25f1ebbfb9d042fab037dbe07a651913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1876786 Oct 24 08:51:04.398015 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6dfcaae0-3ce3-41ff-b763-64a955964fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.411427 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-beacf3e8-1f37-4934-a0b7-d2f2acbcd525 None None] Provisioning complete for port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:04.411817 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-beacf3e8-1f37-4934-a0b7-d2f2acbcd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.412176 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-beacf3e8-1f37-4934-a0b7-d2f2acbcd525 None None] Attempt 1 to provision port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 Oct 24 08:51:04.413965 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Checking router: edba5beb-135d-4de0-bc30-20cf96f8352f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:51:04.414259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Updating router edba5beb-135d-4de0-bc30-20cf96f8352f port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:51:04.527627 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=eb612146-082d-44f7-9613-727df6910fd9,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:04.539154 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-afe5081b-43fc-41c1-a80f-690414d6e51d req-58174e06-8b7f-4c78-98a8-bd1ff28a9e8e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.1661637 Oct 24 08:51:04.553863 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 1cd1c666-9cec-418e-a7e1-7462f4270971 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:04.554258 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.554597 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 1cd1c666-9cec-418e-a7e1-7462f4270971 Oct 24 08:51:04.708290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.721447 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-beacf3e8-1f37-4934-a0b7-d2f2acbcd525 None None] Port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:04.827338 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:04.849368 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:04.850277 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:04.890589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.024494 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-23a7c967-0664-4feb-9299-22750757a3a3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:05.033153 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-23a7c967-0664-4feb-9299-22750757a3a3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.9785075 Oct 24 08:51:05.052995 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:05.054753 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6cdf7c7e-e20a-43e6-aa7e-e23236e58764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.096573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:05.134420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7a9cf9ad-911e-49d1-af82-112525c61b05 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:51:05.142701 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'port': {'device_id': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'admin_state_up': True, 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:05.155340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7a9cf9ad-911e-49d1-af82-112525c61b05 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3029864 Oct 24 08:51:05.200315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:05.212455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:05.213817 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.215724 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks [] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.256987 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:05.264005 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.279996 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7713170 Oct 24 08:51:05.305890 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853db213-e710-4ce9-820e-cfc727c36b25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:05.336325 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6cdf7c7e-e20a-43e6-aa7e-e23236e58764 admin admin] Publish callbacks [] for security_group (8ce3b5d5-71fd-43ef-b77e-00e96704ad90), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.338551 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-dac9de02-cdbd-4772-ba01-a59032286769 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:51:05.339777 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-dac9de02-cdbd-4772-ba01-a59032286769 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0361662 Oct 24 08:51:05.457119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6cdf7c7e-e20a-43e6-aa7e-e23236e58764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8ce3b5d5-71fd-43ef-b77e-00e96704ad90), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.596345 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-72fcdd7e-0982-4526-866d-3200b9180706 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/cdaad192-fed6-4552-bf00-8c851e326b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382441 Oct 24 08:51:05.654567 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf7c7e-e20a-43e6-aa7e-e23236e58764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce3b5d5-71fd-43ef-b77e-00e96704ad90,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:05.775529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Request body: {'port': {'device_id': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:05.862115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c0b9cebd-5e83-4239-ab48-0251ae823787 None None] Provisioning complete for port cab5d319-dc72-4203-90f4-1a5c76d81460 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:05.862382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cebd-5e83-4239-ab48-0251ae823787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:05.864673 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c0b9cebd-5e83-4239-ab48-0251ae823787 None None] Attempt 1 to provision port cab5d319-dc72-4203-90f4-1a5c76d81460 Oct 24 08:51:05.873338 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e1a1-4c3e-4e1c-b8f1-fcd3e0b087de None None] Pushing event updated for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:06.010609 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 1cd1c666-9cec-418e-a7e1-7462f4270971 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:06.066626 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ea49056-bb63-4f02-8aab-2cd0ec0ec188 req-65c9f0ce-19a7-49f0-a1f6-6f8ca58928c4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.2277145 Oct 24 08:51:06.068455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:06.084665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:06.136393 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Attempting to bind port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:06.136952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Attempting to bind port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:06.138011 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Attempting to bind port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a on network cdaad192-fed6-4552-bf00-8c851e326b4f {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:06.149924 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9cebd-5e83-4239-ab48-0251ae823787 None None] Port cab5d319-dc72-4203-90f4-1a5c76d81460 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:06.165931 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:06.288471 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:06.374976 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-8a70f2e1-5e6a-4786-a05f-5612d029d919 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/cdaad192-fed6-4552-bf00-8c851e326b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774339 Oct 24 08:51:06.381124 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:06.381656 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Checking segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:06.381887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:06.390897 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Bound using segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:06.391152 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Bound port: 4f20b17e-1c37-42e0-9c07-ae91f56bd91a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:06.392078 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:06.932261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:06.962057 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:07.005779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:51:07.031125 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42170) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:07.033062 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6cdf7c7e-e20a-43e6-aa7e-e23236e58764 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e4d18888ab7a4325b341d6a2a63ef7d6&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9812717 Oct 24 08:51:07.037395 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 25bad588-b62e-40b9-b151-5c0506006641 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:07.208501 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-f29613dd-32a7-4b3e-8a07-6896f9cc7a4a None None] Provisioning complete for port 2a456916-e7bf-4e20-87db-152f36b48fe3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:07.208778 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f29613dd-32a7-4b3e-8a07-6896f9cc7a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.209280 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-f29613dd-32a7-4b3e-8a07-6896f9cc7a4a None None] Attempt 1 to provision port 2a456916-e7bf-4e20-87db-152f36b48fe3 Oct 24 08:51:07.249643 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-44e6ff62-e226-4f06-bd8b-4d5d4726ffca req-721c73aa-deb6-4ad3-a75c-63d3aa6958b6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.0455570 Oct 24 08:51:07.250248 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] Publish callbacks [] for security_group (8ce3b5d5-71fd-43ef-b77e-00e96704ad90), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.355389 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.380244 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.413204 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] Publish callbacks [] for security_group (8ce3b5d5-71fd-43ef-b77e-00e96704ad90), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.430049 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-f29613dd-32a7-4b3e-8a07-6896f9cc7a4a None None] Port 2a456916-e7bf-4e20-87db-152f36b48fe3 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:07.441346 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] For port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:07.449590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] For port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:07.464643 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.475162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 25bad588-b62e-40b9-b151-5c0506006641 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:07.476032 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (25bad588-b62e-40b9-b151-5c0506006641), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.476701 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 25bad588-b62e-40b9-b151-5c0506006641 Oct 24 08:51:07.565329 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0ef00126-1a55-4d80-b151-ee2f73dd04d3 req-2e645662-a2be-42b0-aa86-b03573b4b922 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.1019013 Oct 24 08:51:07.647786 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:07.655054 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:07.670434 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:07.671110 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:51:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:07.680541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:51:07.696915 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-0200d939-dec2-4a52-a4c5-5d4d9cf1cc84 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/fee87984-dc1e-439a-bad6-383e8514d0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4384520 Oct 24 08:51:07.710766 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab5d319-dc72-4203-90f4-1a5c76d81460 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:07.735311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks [] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.736759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks [] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.768858 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.770570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.786521 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e1a1-4c3e-4e1c-b8f1-fcd3e0b087de None None] Pushing event updated for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:07.796253 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8ce3b5d5-71fd-43ef-b77e-00e96704ad90), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.799522 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:07.824630 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8ce3b5d5-71fd-43ef-b77e-00e96704ad90 HTTP/1.1" status: 204 len: 168 time: 0.7922339 Oct 24 08:51:07.826187 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Transition to ACTIVE for port object cab5d319-dc72-4203-90f4-1a5c76d81460 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:51:07.852488 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3029c-f285-4d0d-9798-366db29a5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce3b5d5-71fd-43ef-b77e-00e96704ad90,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:07.868845 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:08.082787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:08.150733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 25bad588-b62e-40b9-b151-5c0506006641 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:08.152789 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:08.240038 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Pushing event updated for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:08.278217 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:08.441421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:08.524548 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Made reservation on behalf of fd4b77e78f9d4286aa92f6f90ff8b797 for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:51:08.538939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:08.572087 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:51:08.582452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:08.584077 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Attempting to bind port cab5d319-dc72-4203-90f4-1a5c76d81460 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:08.587349 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Attempting to bind port cab5d319-dc72-4203-90f4-1a5c76d81460 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:08.587933 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Attempting to bind port cab5d319-dc72-4203-90f4-1a5c76d81460 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:08.597309 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:08.597989 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:51:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:08.622077 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f6ac49a0-0c8c-4cd3-8f0a-ba666c90c1d5 req-767f0cc5-9dd6-4f42-b2ce-017a0ac79bb0 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.2151647 Oct 24 08:51:08.675972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:08.835420 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:08.948820 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42224) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:08.959859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:08.961928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:08.962400 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 Oct 24 08:51:09.006018 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 4, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4f20b17e-1c37-42e0-9c07-ae91f56bd91a', 'name': '', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'mac_address': 'fa:16:3e:1e:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:55Z', 'updated_at': '2022-10-24T08:51:07Z', 'revision_number': 4, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'subnets': [{'id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:09.010312 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:09.046125 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a59814-330e-4c53-86e1-3003f8a8f743 None None] The sync data for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi is: [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:57Z', 'revision_number': 4, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4f20b17e-1c37-42e0-9c07-ae91f56bd91a', 'name': '', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'mac_address': 'fa:16:3e:1e:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:55Z', 'updated_at': '2022-10-24T08:51:07Z', 'revision_number': 4, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'subnets': [{'id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:09.141022 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:09.141547 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.224854 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:09.235447 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.241183 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device d5255caa-c7da-48ce-933b-facb9f55eccf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:09.277023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42230) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:09.301058 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f7f58059-53da-4f15-85b9-12343612ceac req-cb60ac5a-5f52-44c1-ac54-77a018e677dc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.4469495 Oct 24 08:51:09.327838 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268039451', 'description': 'tempest-description--1019402333'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:09.377279 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5e06e947-3298-43f0-aaa8-e46199ee275f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.499587 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Port cab5d319-dc72-4203-90f4-1a5c76d81460 on network 51d12bec-f9d9-464c-a576-7d16d990480f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:51:09.505290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Attempting to bind port cab5d319-dc72-4203-90f4-1a5c76d81460 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:09.630545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.639356 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:09.664925 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port d5255caa-c7da-48ce-933b-facb9f55eccf triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:09.665284 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.666080 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port d5255caa-c7da-48ce-933b-facb9f55eccf Oct 24 08:51:09.679425 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:09.680365 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:09.681271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Bound using segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:09.685092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Bound port: cab5d319-dc72-4203-90f4-1a5c76d81460, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:09.685754 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.738665 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:02Z', 'revision_number': 2, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:09.819693 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:51:09.820044 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Updating router fee87984-dc1e-439a-bad6-383e8514d0d1 port 2a456916-e7bf-4e20-87db-152f36b48fe3 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:51:09.823519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-53735eed-cbdd-422c-ba9e-7d16e131a3a5 None None] Provisioning complete for port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:09.823804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-53735eed-cbdd-422c-ba9e-7d16e131a3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.827931 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-53735eed-cbdd-422c-ba9e-7d16e131a3a5 None None] Attempt 1 to provision port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 Oct 24 08:51:09.836699 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (01755cb3-c78c-41b5-bff6-13797e23e270), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.926561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:09.933005 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:09.968393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cab5d319-dc72-4203-90f4-1a5c76d81460,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:10.003693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (01755cb3-c78c-41b5-bff6-13797e23e270), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.139908 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7d793d1c-dc4c-4126-a60f-18e2d6c86139 req-673110db-608e-469a-83aa-7dbf92872725 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.3013797 Oct 24 08:51:10.171382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-53735eed-cbdd-422c-ba9e-7d16e131a3a5 None None] Port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:10.174910 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.177240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8678169 Oct 24 08:51:10.197855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.269375 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port d5255caa-c7da-48ce-933b-facb9f55eccf is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:10.276782 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42250) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:10.279015 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.13', 52500) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:10.280324 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device eb612146-082d-44f7-9613-727df6910fd9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:10.432342 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Allocated IP 172.20.0.14 (51d12bec-f9d9-464c-a576-7d16d990480f/7782d9f3-4039-4663-b2ed-68e216da2a57/3a7e5724-5c3f-4f69-8404-1022cccfec37) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:10.449893 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group_rule': {'security_group_id': '01755cb3-c78c-41b5-bff6-13797e23e270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:10.459934 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port eb612146-082d-44f7-9613-727df6910fd9 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:10.460338 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (eb612146-082d-44f7-9613-727df6910fd9), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.464764 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port eb612146-082d-44f7-9613-727df6910fd9 Oct 24 08:51:10.531137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Pushing event updated for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:10.539018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:10.545869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c03b4-7125-450a-b270-8e54b1c09bf7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01755cb3-c78c-41b5-bff6-13797e23e270,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:10.579457 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:10.583334 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.586422 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e09a5bb1-46da-4c58-8335-40e713c2b845 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 1093 time: 5.0962079 Oct 24 08:51:10.615067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:10.673436 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:10.713379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port eb612146-082d-44f7-9613-727df6910fd9 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:10.722800 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 42ff8aee-2568-4fd5-8700-e29ab567a125 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:10.739914 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:10.762576 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42264) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:10.798519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:51:10.884478 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 42ff8aee-2568-4fd5-8700-e29ab567a125 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:10.888017 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:10.890251 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 42ff8aee-2568-4fd5-8700-e29ab567a125 Oct 24 08:51:10.932430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (0a9debf8-373e-48a6-8cf0-9fd8cd1cd1ab), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.094350 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:11.144969 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 42ff8aee-2568-4fd5-8700-e29ab567a125 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:11.145624 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.151044 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks [] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.173718 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:11.225625 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.261671 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 42ff8aee-2568-4fd5-8700-e29ab567a125, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42ff8aee-2568-4fd5-8700-e29ab567a125,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:11.283281 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:11.291149 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.305864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cdb9-bdbc-4c11-ab2e-adf531a928b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.489157 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f28551cf-381e-49ea-8e07-5a79001369ab req-cea564c3-c8bb-4c14-9be8-292130b94e7a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.9397306 Oct 24 08:51:11.553849 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=42ff8aee-2568-4fd5-8700-e29ab567a125,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:11.624795 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-651a4a89-728a-4275-a2a8-cae9204fa445 req-0df843d8-f948-4db1-a084-aadd40c4d94b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.0963509 Oct 24 08:51:11.639590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4f20b17e-1c37-42e0-9c07-ae91f56bd91a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:11.655884 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.663452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:11.688732 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:51:11.701396 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-1f576637-27c7-44f6-95ec-27a44d8219a0 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/051be8c9-5644-4ad6-b872-f4384afa1dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6120405 Oct 24 08:51:11.728838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:51:11.802216 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Attempting to bind port 2a456916-e7bf-4e20-87db-152f36b48fe3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:11.802952 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Attempting to bind port 2a456916-e7bf-4e20-87db-152f36b48fe3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:11.803627 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Attempting to bind port 2a456916-e7bf-4e20-87db-152f36b48fe3 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:11.814515 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:11.821835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:51:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:11.899295 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:11.928980 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-5d73fe60-506b-49ec-b0d3-819b591ffb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:11.943176 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-5d73fe60-506b-49ec-b0d3-819b591ffb52 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1127 time: 1.1259961 Oct 24 08:51:11.954798 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64dafe-2f50-4630-bfd4-d31e1d780f78 None None] Pushing event updated for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:11.984925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (0a9debf8-373e-48a6-8cf0-9fd8cd1cd1ab), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.005064 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bb2f8c-22e9-4c75-94e6-605dca2c777b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:12.013256 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:12.013655 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Checking segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:12.014023 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.024335 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Bound using segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:12.025055 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Bound port: 2a456916-e7bf-4e20-87db-152f36b48fe3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:12.025810 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.037952 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cdb9-bdbc-4c11-ab2e-adf531a928b8 admin admin] Publish callbacks [] for security_group (b6e2ae0a-2d15-4805-a993-e52d75c0b616), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.043278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:12.044475 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.045991 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a Oct 24 08:51:12.154834 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cdb9-bdbc-4c11-ab2e-adf531a928b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b6e2ae0a-2d15-4805-a993-e52d75c0b616), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.167411 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5e06e947-3298-43f0-aaa8-e46199ee275f admin admin] Publish callbacks [] for security_group (1d1976f3-6457-4946-b5b1-6bd4e35f2d17), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.174079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:12.210017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5e06e947-3298-43f0-aaa8-e46199ee275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (1d1976f3-6457-4946-b5b1-6bd4e35f2d17), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.261420 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] For port 2a456916-e7bf-4e20-87db-152f36b48fe3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:12.271612 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] For port 2a456916-e7bf-4e20-87db-152f36b48fe3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2a456916-e7bf-4e20-87db-152f36b48fe3,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:12.308764 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.382223 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:12.398153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:12.462196 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64dafe-2f50-4630-bfd4-d31e1d780f78 None None] Pushing event updated for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:12.493927 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:12.496383 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:51:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:12.499948 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:12.510351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (0a9debf8-373e-48a6-8cf0-9fd8cd1cd1ab), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.523137 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:12.559928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42320) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:12.573931 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ffc7cdb9-bdbc-4c11-ab2e-adf531a928b8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2b2bf942072c4ef684069f485877d379&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7847917 Oct 24 08:51:12.580785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42326) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:12.581634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:12.607955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:12.617951 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.687169 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5e06e947-3298-43f0-aaa8-e46199ee275f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=121ea9da698f48179501653720bb5b98&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7128580 Oct 24 08:51:12.702088 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42336) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:12.715673 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7cdb9-bdbc-4c11-ab2e-adf531a928b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e2ae0a-2d15-4805-a993-e52d75c0b616,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:12.717140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856140750', 'description': 'tempest-description--524052314'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:12.805781 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b6544a24-12f9-4fbc-a7fc-58537aaac546 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6862369 Oct 24 08:51:12.852382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Request body: {'port': {'device_id': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:12.885470 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:12.891096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4740312 Oct 24 08:51:12.893269 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b764f4-c7ae-4902-b99c-5407b5f781d2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9debf8-373e-48a6-8cf0-9fd8cd1cd1ab,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:12.895285 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:12.935499 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42342) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:13.074429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2cd97-4ccd-46b7-b0c8-cc01f389848e x-openstack-request-id: req-88b2cd97-4ccd-46b7-b0c8-cc01f389848e {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:13.075158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:13.075158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88b2cd97-4ccd-46b7-b0c8-cc01f389848e {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:13.075431 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b2cd97-4ccd-46b7-b0c8-cc01f389848e'] response: {'name': 'network-changed', 'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460', 'status': 'completed', 'code': 200} Oct 24 08:51:13.079592 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-e24a442a-0f80-4bc8-af6f-ae529dfe1df5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 1.0683386 Oct 24 08:51:13.122235 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group_rule': {'security_group_id': '01755cb3-c78c-41b5-bff6-13797e23e270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:13.134199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.136617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] Publish callbacks [] for security_group (b6e2ae0a-2d15-4805-a993-e52d75c0b616), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.137138 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06e947-3298-43f0-aaa8-e46199ee275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1976f3-6457-4946-b5b1-6bd4e35f2d17,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:13.166988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.216738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] Publish callbacks [] for security_group (b6e2ae0a-2d15-4805-a993-e52d75c0b616), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.364107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-05603b8d-9405-48dd-b7c8-655e11aaf671 None None] Provisioning complete for port 3a7e5724-5c3f-4f69-8404-1022cccfec37 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:13.364973 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-05603b8d-9405-48dd-b7c8-655e11aaf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.364973 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-05603b8d-9405-48dd-b7c8-655e11aaf671 None None] Attempt 1 to provision port 3a7e5724-5c3f-4f69-8404-1022cccfec37 Oct 24 08:51:13.369196 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:13.372815 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.429825 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b6e2ae0a-2d15-4805-a993-e52d75c0b616), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.441449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.445993 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b6e2ae0a-2d15-4805-a993-e52d75c0b616 HTTP/1.1" status: 204 len: 168 time: 0.7955730 Oct 24 08:51:13.488400 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:12Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:13.495303 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7b839ab-c051-465e-a1b5-7d51dd1c01b6 req-42b801c7-8e0c-430c-a210-651aac0a0380 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.3595309 Oct 24 08:51:13.514417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90407-bcd7-48b5-b9e7-2f57fb20b3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e2ae0a-2d15-4805-a993-e52d75c0b616,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:13.610727 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521a79c-2c60-4e21-8cfb-ad0bc0207a9a None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:12Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:13.664170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-a8ab6a8a-47b9-4859-8c09-4c5a3c3a922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:13.681977 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-a8ab6a8a-47b9-4859-8c09-4c5a3c3a922c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.3931561 Oct 24 08:51:13.694925 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-05603b8d-9405-48dd-b7c8-655e11aaf671 None None] Port 3a7e5724-5c3f-4f69-8404-1022cccfec37 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:13.827235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:13.836727 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:13.837737 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:13.865732 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc84937-bf17-4882-9129-c20322c7e06c req-98cb4c4e-14bc-45b5-b6be-7da207974d54 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:13.883338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ddc84937-bf17-4882-9129-c20322c7e06c req-98cb4c4e-14bc-45b5-b6be-7da207974d54 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 932 time: 0.9788918 Oct 24 08:51:13.967818 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:14.010719 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:51:14.048051 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:14.072601 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:05Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:14.151981 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:14.153903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:14.169340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:51:14.169624 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Updating router 051be8c9-5644-4ad6-b872-f4384afa1dfa port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:51:14.172101 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-05e21017-2532-4cc3-9f92-066a545f42b2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:14.176309 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-05e21017-2532-4cc3-9f92-066a545f42b2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.13 "GET /networking/v2.0/networks?id=cdaad192-fed6-4552-bf00-8c851e326b4f HTTP/1.1" status: 200 len: 812 time: 3.7580631 Oct 24 08:51:14.177804 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-34179741-8f05-41d5-a448-1cc3abab22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:14.182163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-34179741-8f05-41d5-a448-1cc3abab22dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2308002 Oct 24 08:51:14.271892 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.326878 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:14.340958 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:14.341501 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.342025 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 Oct 24 08:51:14.383415 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Request body: {'port': {'device_id': 'fad848f1-177f-482d-a460-8a554066970c', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'admin_state_up': True, 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:14.395131 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (5afc3d05-3d15-47dc-8bd7-89d22429aa68), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.570755 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7e5724-5c3f-4f69-8404-1022cccfec37 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:14.582763 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks [] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.595509 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (5afc3d05-3d15-47dc-8bd7-89d22429aa68), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.624642 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Transition to ACTIVE for port object 3a7e5724-5c3f-4f69-8404-1022cccfec37 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:51:14.626537 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:14.632643 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.635694 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] Publish callbacks [] for security_group (1d1976f3-6457-4946-b5b1-6bd4e35f2d17), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.669660 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] Publish callbacks [] for security_group (1d1976f3-6457-4946-b5b1-6bd4e35f2d17), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.757567 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:14.780311 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ddc84937-bf17-4882-9129-c20322c7e06c req-7c90710e-3d7d-47da-ace9-be793537c7b4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8900664 Oct 24 08:51:14.838994 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (5afc3d05-3d15-47dc-8bd7-89d22429aa68), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:14.905283 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Attempting to bind port 3a7e5724-5c3f-4f69-8404-1022cccfec37 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:14.907588 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Attempting to bind port 3a7e5724-5c3f-4f69-8404-1022cccfec37 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:14.909017 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Attempting to bind port 3a7e5724-5c3f-4f69-8404-1022cccfec37 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:14.914658 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Pushing event updated for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:15.086810 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Port 3a7e5724-5c3f-4f69-8404-1022cccfec37 on network 51d12bec-f9d9-464c-a576-7d16d990480f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:51:15.087507 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Attempting to bind port 3a7e5724-5c3f-4f69-8404-1022cccfec37 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:15.297996 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:15.298556 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:15.299126 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Bound using segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:15.299610 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Bound port: 3a7e5724-5c3f-4f69-8404-1022cccfec37, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:15.299969 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.339004 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks [] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.362508 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 2a456916-e7bf-4e20-87db-152f36b48fe3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:15.400788 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.430479 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-84ca0297-5073-412e-87ae-8d671633fa33 req-6ed9affd-d0d0-4ba6-8dc7-62756b332e28 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.6509748 Oct 24 08:51:15.450526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (8baeab7c-9699-47c9-978c-34d958e374f9), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.473648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.482379 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4049478 Oct 24 08:51:15.489440 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42396) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:15.503388 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c447b20-b6a1-485c-b646-5fc1c39179ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afc3d05-3d15-47dc-8bd7-89d22429aa68,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:15.511598 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:15.523401 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8baeab7c-9699-47c9-978c-34d958e374f9), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.602338 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.604184 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.9192665 Oct 24 08:51:15.607122 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42402) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:15.670213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': '8baeab7c-9699-47c9-978c-34d958e374f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:15.767042 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-44f9f7d3-aafd-4c3b-a7a4-b6950df239b0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4736881 Oct 24 08:51:15.786720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6218cc-87f1-48b2-81cb-4fbf778731be tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baeab7c-9699-47c9-978c-34d958e374f9,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:15.798116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:15.869486 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6eea-d36e-4a23-95bf-a68b4f7a7241 None None] Pushing event updated for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:15.885907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 2a456916-e7bf-4e20-87db-152f36b48fe3 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:15.890316 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.892947 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 2a456916-e7bf-4e20-87db-152f36b48fe3 Oct 24 08:51:15.901145 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:15.916741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.926154 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:15.926825 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:15.943500 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 200 len: 1094 time: 3.0895598 Oct 24 08:51:15.944555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:15.982623 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:16.013311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Made reservation on behalf of 25f1ebbfb9d042fab037dbe07a651913 for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:51:16.060024 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.076450 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.105845 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Attempting to bind port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:16.106497 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Attempting to bind port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:16.107070 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Attempting to bind port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:16.234309 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (1d1976f3-6457-4946-b5b1-6bd4e35f2d17), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.241243 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.259753 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1d1976f3-6457-4946-b5b1-6bd4e35f2d17 HTTP/1.1" status: 204 len: 168 time: 3.3866937 Oct 24 08:51:16.280617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c40873-081e-4c7a-b45b-1903665344f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:16.289182 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:16.381224 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:16.385268 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (a621026a-b033-4c68-8897-471536994ceb), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.386177 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:16.390511 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.391769 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:16.392556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Bound port: 5e9df7b7-9573-4a8b-983c-2c230c734dc8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:16.393224 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.427554 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 2a456916-e7bf-4e20-87db-152f36b48fe3 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:16.428365 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.534898 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-cd421f93-1cb1-4f46-9983-3cbeefcd7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:16.539942 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-cd421f93-1cb1-4f46-9983-3cbeefcd7c8f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1128 time: 0.4038432 Oct 24 08:51:16.545011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe46e68-8dce-4a34-8c6c-5ec927bb7dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1976f3-6457-4946-b5b1-6bd4e35f2d17,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:16.663914 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 2a456916-e7bf-4e20-87db-152f36b48fe3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2a456916-e7bf-4e20-87db-152f36b48fe3,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:16.683409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.687798 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 42ff8aee-2568-4fd5-8700-e29ab567a125 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:16.696089 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] For port 5e9df7b7-9573-4a8b-983c-2c230c734dc8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:16.705108 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe97af-04ea-4cf6-9de3-3c4378d987c0 req-eaae109e-d97d-45bf-9682-dd8caa831d1c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:16.707909 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] For port 5e9df7b7-9573-4a8b-983c-2c230c734dc8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e9df7b7-9573-4a8b-983c-2c230c734dc8,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:16.708644 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85fe97af-04ea-4cf6-9de3-3c4378d987c0 req-eaae109e-d97d-45bf-9682-dd8caa831d1c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.7152667 Oct 24 08:51:16.790858 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.800898 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:16.810053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:16.874858 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f80be3e4-1db6-4994-9397-c03758e06af5 req-0fb2d9a6-eb5c-49f0-bcb1-1c5c7a60e02c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0780828 Oct 24 08:51:16.950530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (a621026a-b033-4c68-8897-471536994ceb), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.966152 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:51:16.973527 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:51:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:16.987013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.989453 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (a621026a-b033-4c68-8897-471536994ceb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:16.995684 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:17.058026 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85fe97af-04ea-4cf6-9de3-3c4378d987c0 req-537b87de-b3de-4bc7-8a50-ab3e9720cd54 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101530 Oct 24 08:51:17.143670 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10bffd-4335-4f1a-ac96-9e2701da058e x-openstack-request-id: req-1f10bffd-4335-4f1a-ac96-9e2701da058e {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:17.143967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:17.144617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f10bffd-4335-4f1a-ac96-9e2701da058e {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:17.145565 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f10bffd-4335-4f1a-ac96-9e2701da058e'] response: {'name': 'network-changed', 'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37', 'status': 'completed', 'code': 200} Oct 24 08:51:17.148612 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19436c70-9c7d-41fb-a266-acca207ea90b service neutron] Pushing event updated for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:17.166741 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-09cd9715-8fd0-4944-9964-057471394a0e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 200 len: 217 time: 0.5980616 Oct 24 08:51:17.251626 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Allocated IP 172.20.0.4 (cdaad192-fed6-4552-bf00-8c851e326b4f/c406f5a1-2226-452a-bebf-39e61d8d5a05/ac62796b-0699-4c3e-84f4-a4a808a0dd94) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:17.371459 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-e6c4249e-9b0e-4e75-9920-5627d3cc98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:17.379168 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-e6c4249e-9b0e-4e75-9920-5627d3cc98a3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.1991975 Oct 24 08:51:17.381579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:51:17.538018 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a8d3338a-ea1c-4044-abd2-0cda701039b1 req-b299b122-44db-474d-ad67-7d2d6d70c64c tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.6032915 Oct 24 08:51:17.560681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-3190cddf-b524-43b1-abf8-c58c8d723125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:17.563736 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-3190cddf-b524-43b1-abf8-c58c8d723125 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1127 time: 0.5023005 Oct 24 08:51:17.583169 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 42ff8aee-2568-4fd5-8700-e29ab567a125 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:17.583169 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:17.583169 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 42ff8aee-2568-4fd5-8700-e29ab567a125 Oct 24 08:51:17.588335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:17.590777 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9434278 Oct 24 08:51:17.607240 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42480) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:17.626793 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': '8baeab7c-9699-47c9-978c-34d958e374f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:17.629096 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada88aec-693b-41aa-a972-785126003e73 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a621026a-b033-4c68-8897-471536994ceb,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:17.714813 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-a5df7fe8-8fb1-4875-a026-3428ad6e4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:17.718291 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-a5df7fe8-8fb1-4875-a026-3428ad6e4226 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3326025 Oct 24 08:51:17.951915 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (e046bf83-b0f2-400b-9b3f-754c96603985), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:17.966112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:18.062135 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42496) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:18.233376 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (e046bf83-b0f2-400b-9b3f-754c96603985), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.243431 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (e046bf83-b0f2-400b-9b3f-754c96603985), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.281923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6eea-d36e-4a23-95bf-a68b4f7a7241 None None] Pushing event updated for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:18.288531 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e046bf83-b0f2-400b-9b3f-754c96603985,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:18.298652 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:51:18.307908 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-156efae7-f865-45d5-bb37-e48cd1039d13 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789282 Oct 24 08:51:18.311707 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.320848 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-058287c2-2d5c-4280-be34-fbe6720df54a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7162921 Oct 24 08:51:18.321705 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42506) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:18.326703 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:18.365450 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca7dfa-d019-4e03-901e-15657ef4e133 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:51:18.388942 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 42ff8aee-2568-4fd5-8700-e29ab567a125 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:18.392303 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4f20b17e-1c37-42e0-9c07-ae91f56bd91a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:18.446323 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebd359-d9c1-4462-b78d-1670711d1995 req-917671c1-35e1-4484-bad7-36efb7af2047 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:18.454385 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-67ebd359-d9c1-4462-b78d-1670711d1995 req-917671c1-35e1-4484-bad7-36efb7af2047 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.1860707 Oct 24 08:51:18.508909 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:18.511399 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:18.515705 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:18.519574 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-dd8ecb71-026d-4c18-a5c9-966f3c3019f0 req-b34cb9ae-b5c6-48f3-ba32-9847a89876d3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839316 Oct 24 08:51:18.526446 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:18.526860 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.527277 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a Oct 24 08:51:18.554240 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7048a9f4-188b-420d-8593-2ca891277720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.620929 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.646826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks [] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:18.723175 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-67ebd359-d9c1-4462-b78d-1670711d1995 req-0d7fb89a-dea4-4b56-8bc1-28c8013b6f4d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496476 Oct 24 08:51:18.761247 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Allocated IP 172.37.0.182 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/a042b324-47e1-49a5-8890-24ac0c79828d) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:18.848609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-c4bb2e43-08a9-45c6-b047-654c2f51dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:18.850220 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-c4bb2e43-08a9-45c6-b047-654c2f51dd45 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 1.2581916 Oct 24 08:51:18.860412 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55e1c3ed-f741-4cbc-a3ca-7589fda4cdcb req-69d8c08a-314d-4bab-aeb5-afb195ffac29 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.1417446 Oct 24 08:51:18.865646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.008094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:19.083097 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-b852729e-74f0-47b8-b045-c813fbffc26d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 0.1865723 Oct 24 08:51:19.129534 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40873-081e-4c7a-b45b-1903665344f1 req-e1477aee-00c7-4a1b-a918-87fe16210892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:19.131377 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-e1477aee-00c7-4a1b-a918-87fe16210892 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1128 time: 0.2794461 Oct 24 08:51:19.206650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:19.272393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (a042b324-47e1-49a5-8890-24ac0c79828d), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.325952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.429893 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 2a456916-e7bf-4e20-87db-152f36b48fe3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:19.501986 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=a042b324-47e1-49a5-8890-24ac0c79828d,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:19.508814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-b719d1d3-cd11-4557-917a-ff20cde43527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:19.510524 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-b719d1d3-cd11-4557-917a-ff20cde43527 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.2010658 Oct 24 08:51:19.511096 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 2a456916-e7bf-4e20-87db-152f36b48fe3 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:19.511483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.511821 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 2a456916-e7bf-4e20-87db-152f36b48fe3 Oct 24 08:51:19.571097 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.741779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7048a9f4-188b-420d-8593-2ca891277720 admin admin] Publish callbacks [] for security_group (20ead439-e8a7-420e-ad01-7017c1b8a154), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.743173 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:19.748861 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:19.753336 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 2a456916-e7bf-4e20-87db-152f36b48fe3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:19.757425 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:19.783386 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5e9df7b7-9573-4a8b-983c-2c230c734dc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:19.785611 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7048a9f4-188b-420d-8593-2ca891277720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (20ead439-e8a7-420e-ad01-7017c1b8a154), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.848866 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Network cdaad192-fed6-4552-bf00-8c851e326b4f is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:19.853011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-9cb9361f-3d61-402f-9fd2-9b112cd0a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:19.854652 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-9cb9361f-3d61-402f-9fd2-9b112cd0a57f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3241074 Oct 24 08:51:19.893584 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.37.0.28 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/6d183e59-dd38-4078-bbfc-5043fa990ba7) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:19.909928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:19.909928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:19.914778 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 Oct 24 08:51:19.914923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:19.945171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:19.959260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:19.965480 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.083131 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7048a9f4-188b-420d-8593-2ca891277720 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=94221c3e732d4b6994f330e0320dfb05&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0093067 Oct 24 08:51:20.088934 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:20.091170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.095548 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42564) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:20.096478 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048a9f4-188b-420d-8593-2ca891277720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ead439-e8a7-420e-ad01-7017c1b8a154,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:20.122925 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40873-081e-4c7a-b45b-1903665344f1 req-85085ce6-4acc-42d2-839c-f41cc046fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:20.128969 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-85085ce6-4acc-42d2-839c-f41cc046fb2a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.9461305 Oct 24 08:51:20.178624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Pushing event updated for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:20.224275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 5e9df7b7-9573-4a8b-983c-2c230c734dc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e9df7b7-9573-4a8b-983c-2c230c734dc8,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:20.231968 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.384161 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-41add158-5f80-4a68-af8b-17a97c80ccfe None None] Provisioning complete for port ac62796b-0699-4c3e-84f4-a4a808a0dd94 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:20.384532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-41add158-5f80-4a68-af8b-17a97c80ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.384867 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-41add158-5f80-4a68-af8b-17a97c80ccfe None None] Attempt 1 to provision port ac62796b-0699-4c3e-84f4-a4a808a0dd94 Oct 24 08:51:20.424520 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.512480 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:20.531374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7677f85e-ed84-4d2f-8a75-fb603a460b77 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2396321 Oct 24 08:51:20.537798 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:20.567597 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:20.569022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39324-a77e-40e7-8bc6-78e27a1f14dd req-e392649a-3275-42e4-b252-daa27211bb1d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:20.576358 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03c39324-a77e-40e7-8bc6-78e27a1f14dd req-e392649a-3275-42e4-b252-daa27211bb1d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.5454030 Oct 24 08:51:20.587781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-41add158-5f80-4a68-af8b-17a97c80ccfe None None] Port ac62796b-0699-4c3e-84f4-a4a808a0dd94 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:20.710674 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:20.751886 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=6d183e59-dd38-4078-bbfc-5043fa990ba7,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:20.797598 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-8d34c159-85de-4d2b-955d-f68d020e2e1e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 200 len: 217 time: 0.6247954 Oct 24 08:51:20.798703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:20.817417 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-fd9c050c-a0fc-496f-9492-47025725c48d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044099 Oct 24 08:51:20.876259 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Request body: {'port': {'device_id': 'fad848f1-177f-482d-a460-8a554066970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:20.936718 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40873-081e-4c7a-b45b-1903665344f1 req-6cd30749-1b07-4dec-9db4-9144e5d42d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:20.942411 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-6cd30749-1b07-4dec-9db4-9144e5d42d31 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0913138 Oct 24 08:51:20.968599 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:20.990065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697bb7-33e1-474d-86d9-efce622d3585 req-82fa8411-eceb-446d-bce3-01390ba6929b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:20.994954 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd697bb7-33e1-474d-86d9-efce622d3585 req-82fa8411-eceb-446d-bce3-01390ba6929b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 931 time: 0.8373189 Oct 24 08:51:21.048476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:21.135138 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:21.177202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42588) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:21.180859 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] Publish callbacks [] for security_group (20ead439-e8a7-420e-ad01-7017c1b8a154), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.232264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5e9df7b7-9573-4a8b-983c-2c230c734dc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:21.255113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40873-081e-4c7a-b45b-1903665344f1 req-1249e9ff-2f8e-4e92-bb4d-ce371fe043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:21.257303 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-1249e9ff-2f8e-4e92-bb4d-ce371fe043bc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2821603 Oct 24 08:51:21.268935 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.327358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:21.328015 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.329096 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 Oct 24 08:51:21.381954 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] Publish callbacks [] for security_group (20ead439-e8a7-420e-ad01-7017c1b8a154), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.405589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:21.453865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:21.490508 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd697bb7-33e1-474d-86d9-efce622d3585 req-3a55231c-8f7b-44fb-b418-b1af2ff3bdb2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636686 Oct 24 08:51:21.510682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd6e-3331-4bfc-8656-ec71aef482ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.526445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03c39324-a77e-40e7-8bc6-78e27a1f14dd req-82a87f38-50c6-4a32-9916-d5a2617485a1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854506 Oct 24 08:51:21.540699 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.570426 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12bb2f8c-22e9-4c75-94e6-605dca2c777b req-0a8b4212-cf98-4d92-bb98-b748fd054517 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543894 Oct 24 08:51:21.596384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.596384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.613564 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.646872 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (20ead439-e8a7-420e-ad01-7017c1b8a154), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.649518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.653094 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/20ead439-e8a7-420e-ad01-7017c1b8a154 HTTP/1.1" status: 204 len: 168 time: 1.5485127 Oct 24 08:51:21.685215 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28471611-74cc-449f-a724-8a1df24071d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ead439-e8a7-420e-ad01-7017c1b8a154,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:21.799779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd6e-3331-4bfc-8656-ec71aef482ae admin admin] Publish callbacks [] for security_group (27e67ed9-ae0e-4819-826f-70b1bfb62625), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.810376 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd6e-3331-4bfc-8656-ec71aef482ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (27e67ed9-ae0e-4819-826f-70b1bfb62625), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.816086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42602) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:21.897384 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ed03bd6e-3331-4bfc-8656-ec71aef482ae admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0216a8024d3146799f1ecf71ee4de0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068524 Oct 24 08:51:21.899982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03bd6e-3331-4bfc-8656-ec71aef482ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e67ed9-ae0e-4819-826f-70b1bfb62625,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:21.903689 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42606) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:21.947712 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.956840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:21.957567 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.169197 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.173074 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.195271 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.256199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.257468 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9343760 Oct 24 08:51:22.268009 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.273653 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-36e73d9e-00c9-453d-abef-bbd15d4bafe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.280977 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd4d0-9dde-4677-9b86-aaad770f09a5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=6d183e59-dd38-4078-bbfc-5043fa990ba7,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.325336 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] Publish callbacks [] for security_group (27e67ed9-ae0e-4819-826f-70b1bfb62625), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.331964 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.367377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] Publish callbacks [] for security_group (27e67ed9-ae0e-4819-826f-70b1bfb62625), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.451025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac62796b-0699-4c3e-84f4-a4a808a0dd94 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:22.457890 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-36e73d9e-00c9-453d-abef-bbd15d4bafe1 admin admin] Publish callbacks [] for security_group (50eff020-b27e-4234-945a-3eb32480e5b2), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.462781 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-36e73d9e-00c9-453d-abef-bbd15d4bafe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50eff020-b27e-4234-945a-3eb32480e5b2), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.478946 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks [] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.485221 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (27e67ed9-ae0e-4819-826f-70b1bfb62625), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.487750 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.489090 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/27e67ed9-ae0e-4819-826f-70b1bfb62625 HTTP/1.1" status: 204 len: 168 time: 0.5780132 Oct 24 08:51:22.513349 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73d9e-00c9-453d-abef-bbd15d4bafe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eff020-b27e-4234-945a-3eb32480e5b2,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.514908 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Transition to ACTIVE for port object ac62796b-0699-4c3e-84f4-a4a808a0dd94 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:51:22.518204 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-36e73d9e-00c9-453d-abef-bbd15d4bafe1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=942ec1fa400e4f5fbc8cef75e25775da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6995692 Oct 24 08:51:22.522329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42634) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:22.567499 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.567661 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11226b-10e2-4385-84d5-3bfbb35d05d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e67ed9-ae0e-4819-826f-70b1bfb62625,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.593086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] Publish callbacks [] for security_group (50eff020-b27e-4234-945a-3eb32480e5b2), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.599691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (a042b324-47e1-49a5-8890-24ac0c79828d), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.637259 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.638212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.650449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] Publish callbacks [] for security_group (50eff020-b27e-4234-945a-3eb32480e5b2), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.684808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.697114 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1943350 Oct 24 08:51:22.736031 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50eff020-b27e-4234-945a-3eb32480e5b2), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.741664 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:22.745236 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/50eff020-b27e-4234-945a-3eb32480e5b2 HTTP/1.1" status: 204 len: 168 time: 0.2180760 Oct 24 08:51:22.756176 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffd65a-e50d-4028-aec2-c94a9203b15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eff020-b27e-4234-945a-3eb32480e5b2,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.786179 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.807488 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.818860 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Attempting to bind port ac62796b-0699-4c3e-84f4-a4a808a0dd94 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:22.819187 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Attempting to bind port ac62796b-0699-4c3e-84f4-a4a808a0dd94 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:22.819508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Attempting to bind port ac62796b-0699-4c3e-84f4-a4a808a0dd94 on network cdaad192-fed6-4552-bf00-8c851e326b4f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:22.825879 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:22.829443 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-bf82fe95-4dd0-4f9b-a72f-34e10cca99d7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--856140750&fields=id&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 267 time: 0.2764132 Oct 24 08:51:22.880885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508af6db-e990-40d8-9eb8-ef984c62fe07 req-76cc70cd-2a7d-4842-afb3-b9d27a242e97 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:22.882358 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-508af6db-e990-40d8-9eb8-ef984c62fe07 req-76cc70cd-2a7d-4842-afb3-b9d27a242e97 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.1784160 Oct 24 08:51:22.942041 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42652) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:22.958451 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd50cfb-e115-425a-87c5-227a3a2b20ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=a042b324-47e1-49a5-8890-24ac0c79828d,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:22.959338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f5623826-fcd0-4a17-9b7f-f3e81a9c554d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.028789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Port ac62796b-0699-4c3e-84f4-a4a808a0dd94 on network cdaad192-fed6-4552-bf00-8c851e326b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:51:23.029114 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Attempting to bind port ac62796b-0699-4c3e-84f4-a4a808a0dd94 on network cdaad192-fed6-4552-bf00-8c851e326b4f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:23.087753 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f5623826-fcd0-4a17-9b7f-f3e81a9c554d admin admin] Publish callbacks [] for security_group (75caefd2-ca50-45e5-a54f-7b709a016d54), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.089306 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-508af6db-e990-40d8-9eb8-ef984c62fe07 req-a4d25ffb-9b1b-49a3-94b9-26f4d9eea840 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894174 Oct 24 08:51:23.094768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f5623826-fcd0-4a17-9b7f-f3e81a9c554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (75caefd2-ca50-45e5-a54f-7b709a016d54), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.132206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-4a292cdf-d991-4e57-b0d7-274c3218ca4a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:23.133723 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-4a292cdf-d991-4e57-b0d7-274c3218ca4a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.2634714 Oct 24 08:51:23.138130 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:23.138338 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Checking segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:23.138693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Bound using segment: {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:23.139128 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Bound port: ac62796b-0699-4c3e-84f4-a4a808a0dd94, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcddee43-5e54-4118-b4b7-57a32e494515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:23.139483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.149155 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f5623826-fcd0-4a17-9b7f-f3e81a9c554d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d3cdd94a225a46a8bddd2fcfe7d42430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060316 Oct 24 08:51:23.150115 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42656) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:23.157848 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5623826-fcd0-4a17-9b7f-f3e81a9c554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75caefd2-ca50-45e5-a54f-7b709a016d54,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:23.163815 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-0dade97c-f4f5-4242-a987-841b91bf6f14 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/quotas/b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 375 time: 0.0211763 Oct 24 08:51:23.225149 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] Publish callbacks [] for security_group (75caefd2-ca50-45e5-a54f-7b709a016d54), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.256842 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] Publish callbacks [] for security_group (75caefd2-ca50-45e5-a54f-7b709a016d54), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.275130 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-9f635eac-642e-4381-b249-3aaec365a21c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920217 Oct 24 08:51:23.298810 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da623-061b-43d0-9372-1380c239a9ce req-642e51d0-575e-4a32-bd9b-e68505b3b41b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:23.300360 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da3da623-061b-43d0-9372-1380c239a9ce req-642e51d0-575e-4a32-bd9b-e68505b3b41b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.1018775 Oct 24 08:51:23.301496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:23.305025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:23.331794 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (75caefd2-ca50-45e5-a54f-7b709a016d54), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.334998 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.339200 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/75caefd2-ca50-45e5-a54f-7b709a016d54 HTTP/1.1" status: 204 len: 168 time: 0.1879241 Oct 24 08:51:23.339844 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42662) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:23.351387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:23.367752 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603c5e7-8cff-4846-a041-771638330e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75caefd2-ca50-45e5-a54f-7b709a016d54,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:23.369438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.374231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fb8bb001-78ee-44ce-8f97-bb451519ad5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.433965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:23.434586 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.435994 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/ac62796b-0699-4c3e-84f4-a4a808a0dd94 HTTP/1.1" status: 200 len: 1093 time: 2.5916739 Oct 24 08:51:23.436901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:23.439304 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae88b9-7845-413d-807a-da252b4a88e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:23.445211 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:23.519292 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da3da623-061b-43d0-9372-1380c239a9ce req-3a710829-a289-4b5c-83bb-043e9166aeb8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062709 Oct 24 08:51:23.526925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e9c3-0851-4767-aeb3-9370cc957f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:23.545418 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fb8bb001-78ee-44ce-8f97-bb451519ad5d admin admin] Publish callbacks [] for security_group (3669d886-88ec-4fd5-bd05-25ed211dd589), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.550727 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fb8bb001-78ee-44ce-8f97-bb451519ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3669d886-88ec-4fd5-bd05-25ed211dd589), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.557322 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-af9163cc-0336-4369-a894-2ac0f12bef0c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324960 Oct 24 08:51:23.632610 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-fb8bb001-78ee-44ce-8f97-bb451519ad5d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=01578563aeac46149e0b4abe67303101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881098 Oct 24 08:51:23.634536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42680) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:23.635243 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bb001-78ee-44ce-8f97-bb451519ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3669d886-88ec-4fd5-bd05-25ed211dd589,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:23.722645 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-3f5bbb47-1c12-4b2b-8791-13603c130724 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--268039451&fields=id&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 267 time: 0.0706568 Oct 24 08:51:23.739278 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] Publish callbacks [] for security_group (3669d886-88ec-4fd5-bd05-25ed211dd589), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.745128 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-b9a73f40-4804-4e8c-97ce-fd5715355c39 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862509 Oct 24 08:51:23.775083 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] Publish callbacks [] for security_group (3669d886-88ec-4fd5-bd05-25ed211dd589), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.849567 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3669d886-88ec-4fd5-bd05-25ed211dd589), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.853197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:23.854467 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3669d886-88ec-4fd5-bd05-25ed211dd589 HTTP/1.1" status: 204 len: 168 time: 0.2116849 Oct 24 08:51:23.864259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c084b-e67c-4724-9161-844afe54b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669d886-88ec-4fd5-bd05-25ed211dd589,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:23.874311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:23.956513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-de65c586-045b-492d-ab6d-6420045848a4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:23.964948 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-de65c586-045b-492d-ab6d-6420045848a4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 817 time: 0.2413244 Oct 24 08:51:23.977065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a9adfa-ada6-4986-b152-b038733b7121 x-openstack-request-id: req-72a9adfa-ada6-4986-b152-b038733b7121 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:23.978007 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:23.978007 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72a9adfa-ada6-4986-b152-b038733b7121 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:23.978232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a9adfa-ada6-4986-b152-b038733b7121'] response: {'name': 'network-changed', 'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94', 'status': 'completed', 'code': 200} Oct 24 08:51:23.999688 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-557e5ba4-be50-4590-846c-8536a228df93 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/quotas/7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 375 time: 0.0334644 Oct 24 08:51:24.124559 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1677dbd1-c001-4412-b0cd-e4db877dea12 req-6720ef19-6776-458b-b35a-3c977506dea6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.1147451 Oct 24 08:51:24.136781 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-05a42ada-c3bd-453b-80ee-411d60b6ef37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195064 Oct 24 08:51:24.175954 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:24.329917 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a3fc0-8803-420c-af89-3f730d62755e req-16ec0801-6b12-416f-b1c2-dae3618a5036 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:24.331541 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a23a3fc0-8803-420c-af89-3f730d62755e req-16ec0801-6b12-416f-b1c2-dae3618a5036 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0713189 Oct 24 08:51:24.343217 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2f91190d-0872-4e04-97d3-8077d34c2161 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762085 Oct 24 08:51:24.468424 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a23a3fc0-8803-420c-af89-3f730d62755e req-4161c042-ac99-44ee-a60b-ed1c60f070e9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201403 Oct 24 08:51:24.494377 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-5bc9310a-5b4e-4785-9cee-2f5afd1e0a6c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502299 Oct 24 08:51:24.682516 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c54e-59b2-4197-a44b-b90a45027458 req-a1a33891-6aa9-4d57-aa98-bb6d96f852a6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:24.684646 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5862c54e-59b2-4197-a44b-b90a45027458 req-a1a33891-6aa9-4d57-aa98-bb6d96f852a6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0720544 Oct 24 08:51:24.766745 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f3abe722-fe7c-4bd4-be32-e7a5d19b359f req-8e52b0a8-2af8-4e5f-903c-cb9088f740da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0502121 Oct 24 08:51:24.776804 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5862c54e-59b2-4197-a44b-b90a45027458 req-5dc8b3a9-78a1-4e52-84c0-c4503f0dee15 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Oct 24 08:51:25.282667 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03e8a52c-6c49-413f-9a5c-a9aba2595a27 req-aec96962-839c-49a1-85ea-872ba43b3e26 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0619369 Oct 24 08:51:25.602850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aefa1a-645c-47d0-9a2f-8c4929e6467b req-44103438-bd16-47f8-9e05-6bbd260fee08 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:25.605180 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c3aefa1a-645c-47d0-9a2f-8c4929e6467b req-44103438-bd16-47f8-9e05-6bbd260fee08 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0609851 Oct 24 08:51:25.673593 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c3aefa1a-645c-47d0-9a2f-8c4929e6467b req-8b99a581-7022-445d-beb8-1a8be16606b7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607970 Oct 24 08:51:25.943932 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-26de14bd-ef46-4b42-bb38-b423dc0e5614 req-26b8ae3c-a3f2-4a70-a72e-85740364b7a9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0519071 Oct 24 08:51:26.021936 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799a90e-18d6-4ef6-9666-d660be8f8da0 req-4381c9f8-58fb-4d33-9d8e-5d0ddde4c7d5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:26.029711 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7799a90e-18d6-4ef6-9666-d660be8f8da0 req-4381c9f8-58fb-4d33-9d8e-5d0ddde4c7d5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0877554 Oct 24 08:51:26.141684 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7799a90e-18d6-4ef6-9666-d660be8f8da0 req-9375c86b-b9be-43c2-8ad7-a445e16e7c7a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081254 Oct 24 08:51:26.205403 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-bffd31a5-febe-4bf1-9fb2-80f81b5dea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:26.207137 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-bffd31a5-febe-4bf1-9fb2-80f81b5dea9b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=25f1ebbfb9d042fab037dbe07a651913&device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 1127 time: 0.1232114 Oct 24 08:51:26.211086 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-1a0be9f8-22bb-456d-92ba-3e41818f95f7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334815 Oct 24 08:51:26.386555 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4b9dbe7e-a584-4af4-9f54-6510b0b86a97 req-ce444fd4-fbe9-4555-9f1e-da161f1227cd tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0295479 Oct 24 08:51:26.832088 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6da1-e9f4-47e7-b61a-598b1d8441d4 req-5f27dc82-7c7c-4e09-a493-a7a1ea4a59a0 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:26.833596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-097c6da1-e9f4-47e7-b61a-598b1d8441d4 req-5f27dc82-7c7c-4e09-a493-a7a1ea4a59a0 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0696802 Oct 24 08:51:26.885789 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-097c6da1-e9f4-47e7-b61a-598b1d8441d4 req-7f69f9f4-7bdd-4ccc-b4dd-e6ab8bfd58d6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464172 Oct 24 08:51:27.076698 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d313ab25-a12e-445f-866b-cdac16d58d0f req-dc8b7d86-df4d-4513-a112-5839643c2fe4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Oct 24 08:51:27.279260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598522de-69c6-4252-9896-c279f8897f62 req-b5ae4ff7-e9ce-4d1d-85c4-00a9a69524d3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:27.280831 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-598522de-69c6-4252-9896-c279f8897f62 req-b5ae4ff7-e9ce-4d1d-85c4-00a9a69524d3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0509064 Oct 24 08:51:27.330493 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-598522de-69c6-4252-9896-c279f8897f62 req-55d6db45-5148-4e5c-8500-d0ca2b0ba095 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Oct 24 08:51:27.358693 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42872) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:27.465683 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d719a771-56cd-47a5-9286-120c4c3555c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.493044 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-527ad929-700b-4b52-8ec3-68eba8a63958 req-cbce09e3-15e9-4ddf-a640-258acbd4dd7b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0300181 Oct 24 08:51:27.551497 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d719a771-56cd-47a5-9286-120c4c3555c6 admin admin] Publish callbacks [] for security_group (57b493ab-3856-4ea5-9b2b-3d6e9b1694f6), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.555156 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d719a771-56cd-47a5-9286-120c4c3555c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (57b493ab-3856-4ea5-9b2b-3d6e9b1694f6), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.598894 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d719a771-56cd-47a5-9286-120c4c3555c6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bd6764bdd18544a689385cb4a9ce5ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385597 Oct 24 08:51:27.599710 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a771-56cd-47a5-9286-120c4c3555c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b493ab-3856-4ea5-9b2b-3d6e9b1694f6,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:27.602308 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42878) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:27.653399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] Publish callbacks [] for security_group (57b493ab-3856-4ea5-9b2b-3d6e9b1694f6), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.673298 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:27.675917 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] Publish callbacks [] for security_group (57b493ab-3856-4ea5-9b2b-3d6e9b1694f6), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.707148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:27.726045 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (57b493ab-3856-4ea5-9b2b-3d6e9b1694f6), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.728665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:27.729839 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/57b493ab-3856-4ea5-9b2b-3d6e9b1694f6 HTTP/1.1" status: 204 len: 168 time: 0.1263905 Oct 24 08:51:27.737919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a10af-beb2-416e-9917-a3f5c91f7231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b493ab-3856-4ea5-9b2b-3d6e9b1694f6,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:28.012292 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08319e-9d51-4402-8797-22cc5ceb9db2 req-e48491e7-63f0-4a6c-9b69-c498a6bb5e2e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:28.013870 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d08319e-9d51-4402-8797-22cc5ceb9db2 req-e48491e7-63f0-4a6c-9b69-c498a6bb5e2e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0506816 Oct 24 08:51:28.014336 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 42890) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:28.035634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd46c-91c5-48c5-829d-1460023123ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.090453 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d08319e-9d51-4402-8797-22cc5ceb9db2 req-0f9a05f9-26de-45fb-8da5-72cdd4095390 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Oct 24 08:51:28.150951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd46c-91c5-48c5-829d-1460023123ae admin admin] Publish callbacks [] for security_group (bccf1847-844f-4285-9a9d-e1ae5235f470), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.156472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd46c-91c5-48c5-829d-1460023123ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (bccf1847-844f-4285-9a9d-e1ae5235f470), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.222787 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02633f69-354b-4c63-9956-6438f0086851 req-0c5e062e-b6f4-4475-97da-466e28b49087 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0522585 Oct 24 08:51:28.227646 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6e3fd46c-91c5-48c5-829d-1460023123ae admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b2c790463a4340cebb5f406aa048e55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123871 Oct 24 08:51:28.230271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fd46c-91c5-48c5-829d-1460023123ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccf1847-844f-4285-9a9d-e1ae5235f470,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:28.230580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 42896) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:28.290623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] Publish callbacks [] for security_group (bccf1847-844f-4285-9a9d-e1ae5235f470), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.310595 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] Publish callbacks [] for security_group (bccf1847-844f-4285-9a9d-e1ae5235f470), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.358568 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (bccf1847-844f-4285-9a9d-e1ae5235f470), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.362431 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:28.363790 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/bccf1847-844f-4285-9a9d-e1ae5235f470 HTTP/1.1" status: 204 len: 168 time: 0.1321640 Oct 24 08:51:28.376259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8247e-2324-4584-8c42-b8acebfc3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccf1847-844f-4285-9a9d-e1ae5235f470,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:28.463107 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156cdd4-fa1f-4525-aec8-7dcaf78cd7c7 req-94b80fb7-a3f3-4281-b46c-871deb0c6498 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:28.464537 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9156cdd4-fa1f-4525-aec8-7dcaf78cd7c7 req-94b80fb7-a3f3-4281-b46c-871deb0c6498 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0501440 Oct 24 08:51:28.516159 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9156cdd4-fa1f-4525-aec8-7dcaf78cd7c7 req-c6586120-60bc-4a7d-84db-3030c54d7c9b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Oct 24 08:51:28.608381 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-427e6301-f2b2-4915-b7be-ee100d4ebe91 req-722f4f2f-ad8d-4f90-89bd-2a22dc3e34d9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0290279 Oct 24 08:51:29.222667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61377-ae74-47a4-9700-d7383d151a94 req-901dc9bc-ecbd-4920-b46e-9dba2d50776e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:29.224172 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0c61377-ae74-47a4-9700-d7383d151a94 req-901dc9bc-ecbd-4920-b46e-9dba2d50776e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0521467 Oct 24 08:51:29.274353 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0c61377-ae74-47a4-9700-d7383d151a94 req-7beb676d-42f6-44ec-8fff-0e5d6468b6b5 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Oct 24 08:51:29.338398 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-58415634-9125-4a54-bb8a-1b914d01a879 req-41630a3b-bb29-483c-9e32-9e6e3e377fbc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Oct 24 08:51:29.634291 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:29.677426 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-06c40873-081e-4c7a-b45b-1903665344f1 req-63348700-cf73-4f6c-a4f8-769cd5f2caa2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396770 Oct 24 08:51:30.003503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0bd6e6b-3793-4b9f-addc-c6ef8dbce374 req-424c076c-b9f3-46f0-9257-09d6ad4b0a3f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.2807076 Oct 24 08:51:30.017580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02327e05-79a4-4019-8ba9-a07090e54ef8 req-088c9f3b-3433-4fd1-9032-d37bc1228c2f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:30.024831 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02327e05-79a4-4019-8ba9-a07090e54ef8 req-088c9f3b-3433-4fd1-9032-d37bc1228c2f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.4152942 Oct 24 08:51:30.067749 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-f23b0ac8-ac84-4da9-b108-f759df5ef284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:30.069279 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-f23b0ac8-ac84-4da9-b108-f759df5ef284 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=25f1ebbfb9d042fab037dbe07a651913&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5328934 Oct 24 08:51:30.097430 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02327e05-79a4-4019-8ba9-a07090e54ef8 req-b5e0b12a-6970-45f4-a62a-b358dde516fb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717371 Oct 24 08:51:30.528069 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d993d57d-13fc-4b19-b63c-9fd30067a080 req-96ce5c17-271a-4de6-9078-5f7fcad84853 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0697412 Oct 24 08:51:30.540652 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:30.556058 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d455706-fc5b-4a87-b719-bc3045ff8907 req-1c892437-bfdc-47c4-9fdf-1795c929b525 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:30.563645 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9d455706-fc5b-4a87-b719-bc3045ff8907 req-1c892437-bfdc-47c4-9fdf-1795c929b525 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.1739609 Oct 24 08:51:30.584232 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-71374157-80e5-4075-ad64-8710e2672fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:30.585694 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b4ae88b9-7845-413d-807a-da252b4a88e2 req-71374157-80e5-4075-ad64-8710e2672fbc service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3640373 Oct 24 08:51:30.618982 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9d455706-fc5b-4a87-b719-bc3045ff8907 req-084bd163-1d0e-491f-bded-11c02faa81d4 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Oct 24 08:51:31.114719 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4310f34b-bc6d-4412-b828-b9fe06db7b44 req-0cfe0dad-dee8-4635-8d38-222781b36cae tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0301194 Oct 24 08:51:31.224013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91899-2df7-469f-9042-3c22c4f12cc3 req-06dc16ae-764a-45ac-8c6a-6e3e4aec2807 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:31.225524 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42f91899-2df7-469f-9042-3c22c4f12cc3 req-06dc16ae-764a-45ac-8c6a-6e3e4aec2807 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0494876 Oct 24 08:51:31.252775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:31.276772 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42f91899-2df7-469f-9042-3c22c4f12cc3 req-1f821480-d094-4725-9af1-42307938f129 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Oct 24 08:51:31.661101 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35231f62-8540-4cc7-8ee3-97552b4604d8 req-260fa2a6-ebed-4183-86bd-ade89eab633a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0371888 Oct 24 08:51:31.769168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079890ec-eeac-4ca0-ab6b-e6cbb7d75bc4 req-a28ad672-11e8-42ac-8b13-cd15f7fb2b26 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:31.770589 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-079890ec-eeac-4ca0-ab6b-e6cbb7d75bc4 req-a28ad672-11e8-42ac-8b13-cd15f7fb2b26 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0555489 Oct 24 08:51:31.824365 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-079890ec-eeac-4ca0-ab6b-e6cbb7d75bc4 req-d2b7848d-69b2-4974-845f-267fcdd5897d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474818 Oct 24 08:51:31.875020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-964a595d-ca35-4022-bbf8-5c30dd7eb68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:32.176673 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:32.219524 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3683fe9d-0a83-450a-9669-20830a5ba5ef req-c3c09f8a-14c4-41b8-a9ab-40fddb4f6b3e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0284398 Oct 24 08:51:32.401431 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2048ed-d0c0-4fa0-8a4f-129616efae59 req-f2bfe9ab-7cdd-42cc-b5ef-33f0258b7c15 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:32.402820 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d2048ed-d0c0-4fa0-8a4f-129616efae59 req-f2bfe9ab-7cdd-42cc-b5ef-33f0258b7c15 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0482142 Oct 24 08:51:32.450939 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d2048ed-d0c0-4fa0-8a4f-129616efae59 req-9c9dd479-bdda-48bf-a751-ffaae287c767 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Oct 24 08:51:32.801343 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-57488074-b909-41fa-b31b-9e2ef98117db req-20455b1f-8aba-4eed-b5e9-a3b5659c966a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0517583 Oct 24 08:51:32.959969 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c652bf3-1db0-4e57-8aec-b8b63486fdad req-60f903f8-8b26-4c19-a69f-fcf69754b406 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:32.961516 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c652bf3-1db0-4e57-8aec-b8b63486fdad req-60f903f8-8b26-4c19-a69f-fcf69754b406 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0530787 Oct 24 08:51:33.025587 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c652bf3-1db0-4e57-8aec-b8b63486fdad req-6faf7875-ecef-4975-bf1a-d6c8b1b30c34 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573211 Oct 24 08:51:33.336426 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3788c0f1-68cf-492e-b11d-9c0f5922cfb1 req-90ec2545-7be9-4a6e-8386-740c905c8299 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Oct 24 08:51:33.573557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3c8a-313a-449f-8cd5-ad1521d5f418 req-29225334-4431-45b9-a9ef-a7d86628a243 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:33.575012 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ed3c8a-313a-449f-8cd5-ad1521d5f418 req-29225334-4431-45b9-a9ef-a7d86628a243 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0485041 Oct 24 08:51:33.632672 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ed3c8a-313a-449f-8cd5-ad1521d5f418 req-5c467286-a322-4b5d-a63c-bc6b6a2c9cf5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515871 Oct 24 08:51:33.915641 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dfa7dbea-18cf-4ff8-9c89-6f037e7e3916 req-6cff85b9-1655-4d78-880e-1034461950e8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0393605 Oct 24 08:51:34.122554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43096) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:34.155918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552595d-3b57-48ed-8358-b28a87adb0c6 req-6a2d862e-5601-4238-8f1c-91105bf3134b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:34.158424 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0552595d-3b57-48ed-8358-b28a87adb0c6 req-6a2d862e-5601-4238-8f1c-91105bf3134b tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0562999 Oct 24 08:51:34.184827 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:34.200918 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c18467b7-c1b7-4e6b-87ab-135d29f644ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.221083 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0552595d-3b57-48ed-8358-b28a87adb0c6 req-d6aa5e24-41a3-4d61-a528-b8de3077f8ae tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553656 Oct 24 08:51:34.263681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-feb35b5a-34e8-49da-bc17-ee3d25fe11c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.293457 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:34.348063 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-feb35b5a-34e8-49da-bc17-ee3d25fe11c9 admin admin] Publish callbacks [] for security_group (c658a19d-2455-4669-b49b-e745053f3d37), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.353446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-feb35b5a-34e8-49da-bc17-ee3d25fe11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c658a19d-2455-4669-b49b-e745053f3d37), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.386100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43110) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:34.407075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35b5a-34e8-49da-bc17-ee3d25fe11c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658a19d-2455-4669-b49b-e745053f3d37,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:34.411901 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-feb35b5a-34e8-49da-bc17-ee3d25fe11c9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5ef74c507f1746dda37a98f565018c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883193 Oct 24 08:51:34.414839 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43114) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:34.484096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e145a395-2fcc-481e-aba1-ca73d869ba09 req-f7627236-339c-4e48-8ea9-b780694bffa6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0411530 Oct 24 08:51:34.513140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-694f73fc-8022-4608-b4e7-1426c40beb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.514887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] Publish callbacks [] for security_group (c658a19d-2455-4669-b49b-e745053f3d37), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.551321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] Publish callbacks [] for security_group (c658a19d-2455-4669-b49b-e745053f3d37), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.634557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c658a19d-2455-4669-b49b-e745053f3d37), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.637083 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.638216 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c658a19d-2455-4669-b49b-e745053f3d37 HTTP/1.1" status: 204 len: 168 time: 0.2224324 Oct 24 08:51:34.653100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-694f73fc-8022-4608-b4e7-1426c40beb96 admin admin] Publish callbacks [] for security_group (69045d66-1464-40ed-8974-c8fa2063f15d), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.654333 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d72e1-0ddb-48dc-b449-f70d860f0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658a19d-2455-4669-b49b-e745053f3d37,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:34.661602 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-694f73fc-8022-4608-b4e7-1426c40beb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (69045d66-1464-40ed-8974-c8fa2063f15d), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.668023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:34.694438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:34.710757 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-694f73fc-8022-4608-b4e7-1426c40beb96 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4f147e9a2fab4213a3be34c806c0d131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235669 Oct 24 08:51:34.713917 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43126) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:34.714617 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f73fc-8022-4608-b4e7-1426c40beb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69045d66-1464-40ed-8974-c8fa2063f15d,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:34.792759 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] Publish callbacks [] for security_group (69045d66-1464-40ed-8974-c8fa2063f15d), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.799918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f9365-d0ac-429f-96a6-e4d53bc3810c req-0cc3dad8-46d3-4496-a7ae-9d1e2cbf239c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:34.802750 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-519f9365-d0ac-429f-96a6-e4d53bc3810c req-0cc3dad8-46d3-4496-a7ae-9d1e2cbf239c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0540287 Oct 24 08:51:34.821535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] Publish callbacks [] for security_group (69045d66-1464-40ed-8974-c8fa2063f15d), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.852085 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-519f9365-d0ac-429f-96a6-e4d53bc3810c req-70802030-1f3f-4a49-b36d-d7013b2ed532 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Oct 24 08:51:34.883083 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (69045d66-1464-40ed-8974-c8fa2063f15d), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.886182 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:34.887644 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/69045d66-1464-40ed-8974-c8fa2063f15d HTTP/1.1" status: 204 len: 168 time: 0.1725500 Oct 24 08:51:34.896420 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff140fb-c50b-45d2-a3e5-6a6e2d38b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69045d66-1464-40ed-8974-c8fa2063f15d,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:35.023095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43134) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:35.053534 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5efccb10-403c-4d36-9572-4ba482f6253d req-add6f164-f2c1-453b-aee2-0f654c48d346 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0448878 Oct 24 08:51:35.054716 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad5ee-a3e7-45e6-8996-fd033d12c740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.136865 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad5ee-a3e7-45e6-8996-fd033d12c740 admin admin] Publish callbacks [] for security_group (153bbf69-6deb-44d0-8763-e49c6dd15c82), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.141485 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad5ee-a3e7-45e6-8996-fd033d12c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (153bbf69-6deb-44d0-8763-e49c6dd15c82), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.180004 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad5ee-a3e7-45e6-8996-fd033d12c740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153bbf69-6deb-44d0-8763-e49c6dd15c82,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:35.184567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ff7ad5ee-a3e7-45e6-8996-fd033d12c740 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=77e592dab1f8417980ae9cd4e6ccb12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604426 Oct 24 08:51:35.187879 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43138) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:35.212387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43140) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:35.238046 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cef81ec1-a81b-4fc1-ac5a-ca88a3528dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.274164 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] Publish callbacks [] for security_group (153bbf69-6deb-44d0-8763-e49c6dd15c82), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.315379 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] Publish callbacks [] for security_group (153bbf69-6deb-44d0-8763-e49c6dd15c82), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.391315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989315f1-1309-46b1-b177-363aba063f84 req-c4e652de-e243-4cf4-8640-a81a9e9ffd3f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:35.392834 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-989315f1-1309-46b1-b177-363aba063f84 req-c4e652de-e243-4cf4-8640-a81a9e9ffd3f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0945051 Oct 24 08:51:35.433753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cef81ec1-a81b-4fc1-ac5a-ca88a3528dc2 admin admin] Publish callbacks [] for security_group (ad2f24e6-440b-428a-a518-8bb4e69bcf50), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.448253 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cef81ec1-a81b-4fc1-ac5a-ca88a3528dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ad2f24e6-440b-428a-a518-8bb4e69bcf50), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.464737 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (153bbf69-6deb-44d0-8763-e49c6dd15c82), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.467193 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.472411 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/153bbf69-6deb-44d0-8763-e49c6dd15c82 HTTP/1.1" status: 204 len: 168 time: 0.2792335 Oct 24 08:51:35.491824 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-989315f1-1309-46b1-b177-363aba063f84 req-90f2da57-302d-4978-8abb-1a279da1e8d2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892954 Oct 24 08:51:35.508960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef81ec1-a81b-4fc1-ac5a-ca88a3528dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f24e6-440b-428a-a518-8bb4e69bcf50,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:35.519277 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-cef81ec1-a81b-4fc1-ac5a-ca88a3528dc2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8fcd433c3694406cbb06fa2d7d301e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058512 Oct 24 08:51:35.522104 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43152) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:35.543853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dec95-8067-481f-89ed-0cbfe3edab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153bbf69-6deb-44d0-8763-e49c6dd15c82,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:35.583840 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] Publish callbacks [] for security_group (ad2f24e6-440b-428a-a518-8bb4e69bcf50), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.610555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] Publish callbacks [] for security_group (ad2f24e6-440b-428a-a518-8bb4e69bcf50), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.612265 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:35.624872 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:35.655158 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-99bc4db5-4aad-4e9f-ac02-5d970455e156 req-b810bff4-3eec-4d2d-9ac7-6b73513788ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0481002 Oct 24 08:51:35.693824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ad2f24e6-440b-428a-a518-8bb4e69bcf50), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.697214 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.698794 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ad2f24e6-440b-428a-a518-8bb4e69bcf50 HTTP/1.1" status: 204 len: 168 time: 0.1755266 Oct 24 08:51:35.701771 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:35.710877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae9c40-0f7a-4b0c-aecd-985a99424230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f24e6-440b-428a-a518-8bb4e69bcf50,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:35.979053 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129a87-7e6e-4d78-b696-b39134c66a94 req-737be12c-ca81-4824-8a7f-9135da33064e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:35.980569 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d129a87-7e6e-4d78-b696-b39134c66a94 req-737be12c-ca81-4824-8a7f-9135da33064e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0496707 Oct 24 08:51:36.040504 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device cab5d319-dc72-4203-90f4-1a5c76d81460 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:51:36.083873 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d129a87-7e6e-4d78-b696-b39134c66a94 req-c7623747-0b37-4589-997c-690ff1c1b2a9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914977 Oct 24 08:51:36.182759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdeec715-117a-4d5b-ab07-7b9159811bd1 req-d08116dd-8bc8-4ae9-aece-da0b43fcba09 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0332286 Oct 24 08:51:36.193996 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cab5d319-dc72-4203-90f4-1a5c76d81460,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:36.208780 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'cab5d319-dc72-4203-90f4-1a5c76d81460', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'port_id': 'cab5d319-dc72-4203-90f4-1a5c76d81460', 'mac_address': 'fa:16:3e:0e:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:51:36.254777 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port cab5d319-dc72-4203-90f4-1a5c76d81460 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:36.255160 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:36.269494 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab5d319-dc72-4203-90f4-1a5c76d81460 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:36.294576 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cab5d319-dc72-4203-90f4-1a5c76d81460,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:36.299409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:36.355742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:36.652037 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6953629-9a5a-4829-b315-2c32a8d11aa6 req-0e385f86-c3f7-4f5d-9e09-4f9bfccdb225 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:36.659371 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6953629-9a5a-4829-b315-2c32a8d11aa6 req-0e385f86-c3f7-4f5d-9e09-4f9bfccdb225 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0778439 Oct 24 08:51:36.714205 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6953629-9a5a-4829-b315-2c32a8d11aa6 req-ae64802f-5c91-476c-b534-c5b6c191c169 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538814 Oct 24 08:51:36.791719 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5566920f-e5a4-49e0-8762-98cdbb5f4931 req-50573670-3610-4aef-8bab-125e2ee49f85 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0378940 Oct 24 08:51:36.909269 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:37.127529 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:37.207925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290ebc-dac8-424b-9928-300120421aaa req-71f7821a-2f9a-4a0a-9179-72d102b8f8f9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:37.209743 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46290ebc-dac8-424b-9928-300120421aaa req-71f7821a-2f9a-4a0a-9179-72d102b8f8f9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0571618 Oct 24 08:51:37.273270 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46290ebc-dac8-424b-9928-300120421aaa req-a99af4cc-b509-431c-89fb-752587a7a709 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571303 Oct 24 08:51:37.333598 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4e535c63-ccb3-4cc9-a6cb-9c8daf044e99 req-4c15b7cb-dc12-4a43-b3aa-13a182b8a364 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0468900 Oct 24 08:51:37.838846 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74accd6-3d5c-4cf2-b210-949a9c5bf4c6 req-d95446e8-7a27-4666-8022-d901553aa2b6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:37.844641 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d74accd6-3d5c-4cf2-b210-949a9c5bf4c6 req-d95446e8-7a27-4666-8022-d901553aa2b6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0567367 Oct 24 08:51:37.915873 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f6f6d42e-f5c7-4b28-b518-54a28957ff18 req-7e0d1b9e-5903-4b6b-9a2f-ad97c866deba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0383227 Oct 24 08:51:37.930466 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d74accd6-3d5c-4cf2-b210-949a9c5bf4c6 req-5af996ed-f476-466a-87cf-d375a42c28e2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Oct 24 08:51:38.335946 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['cab5d319-dc72-4203-90f4-1a5c76d81460'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:51:38.403224 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c212d-189a-4581-89ed-bd9a5d6a16cd req-93051bbc-26cf-49bd-a030-b2dfddbfaf95 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:38.405741 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ca5c212d-189a-4581-89ed-bd9a5d6a16cd req-93051bbc-26cf-49bd-a030-b2dfddbfaf95 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.0528760 Oct 24 08:51:38.466449 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8b86ec1-de1e-4613-9d0b-9b03fb074404 req-7568cbe9-039c-4bbc-8c8a-b44d5c3f4fed tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0430536 Oct 24 08:51:38.508120 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ca5c212d-189a-4581-89ed-bd9a5d6a16cd req-9e4497b3-d854-48e1-b44a-ef284127d45a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724106 Oct 24 08:51:39.085452 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e54e81cb-612c-4f2f-bb63-7c4c0cecb8bb req-676bd2b0-5f70-4c43-a521-564d598db715 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0748215 Oct 24 08:51:39.118841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b01f-2e13-47a7-a737-4f6640c43cdc req-4b5f12d1-1e06-4129-af8c-7b305e1da915 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:39.118841 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f147b01f-2e13-47a7-a737-4f6640c43cdc req-4b5f12d1-1e06-4129-af8c-7b305e1da915 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0941048 Oct 24 08:51:39.171680 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f147b01f-2e13-47a7-a737-4f6640c43cdc req-ab1cfec8-cf1c-433a-8604-d4afc5735bf9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Oct 24 08:51:39.342421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device cab5d319-dc72-4203-90f4-1a5c76d81460 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:39.399240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port cab5d319-dc72-4203-90f4-1a5c76d81460 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:51:39.406976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port cab5d319-dc72-4203-90f4-1a5c76d81460 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:39.407366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:39.407746 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port cab5d319-dc72-4203-90f4-1a5c76d81460 Oct 24 08:51:39.491869 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port cab5d319-dc72-4203-90f4-1a5c76d81460 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:39.492277 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:39.520379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:39.603343 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cab5d319-dc72-4203-90f4-1a5c76d81460,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:39.609949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:39.668517 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:39.669976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:39.672257 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:39.697115 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ec829d21-015d-424c-83f9-71e8defd0a71 req-65d905f4-1a22-4fac-a7cd-a15ecf5a7c68 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.1225729 Oct 24 08:51:39.752834 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8524469-9306-40ce-8969-303826f97e00" -d '{"events": [{"server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "name": "network-vif-plugged", "status": "completed", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:39.766877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eeb7a-d534-416f-b576-1b077b55beda req-647a28c8-40dc-47b7-a0ac-675d6e5ee287 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:39.776029 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-961eeb7a-d534-416f-b576-1b077b55beda req-647a28c8-40dc-47b7-a0ac-675d6e5ee287 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.1608558 Oct 24 08:51:39.829616 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-523784b5-6678-4413-baca-8011c8209983 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:39.831155 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-523784b5-6678-4413-baca-8011c8209983 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 817 time: 0.2328236 Oct 24 08:51:39.872094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-9b157006-b645-495d-b165-668e64b106f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:39.873738 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-9b157006-b645-495d-b165-668e64b106f3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=25f1ebbfb9d042fab037dbe07a651913&device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 1127 time: 0.0721455 Oct 24 08:51:39.903435 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d68548-6e61-47a1-bf0f-3967ce62303f x-openstack-request-id: req-73d68548-6e61-47a1-bf0f-3967ce62303f {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:39.903749 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "name": "network-vif-plugged", "status": "completed", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:39.904007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73d68548-6e61-47a1-bf0f-3967ce62303f {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:39.904478 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d68548-6e61-47a1-bf0f-3967ce62303f'] response: {'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460', 'code': 200} Oct 24 08:51:39.907338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-961eeb7a-d534-416f-b576-1b077b55beda req-71dd2e38-19f9-4545-9c5a-d492ee3c6bd3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302540 Oct 24 08:51:39.948814 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-482e13fb-298a-47b2-80af-4c416da862a8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94 HTTP/1.1" status: 200 len: 217 time: 0.0363560 Oct 24 08:51:39.950146 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-3e43f569-ff80-48f2-9694-0f419b1c21db tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 379 time: 0.1029649 Oct 24 08:51:39.978236 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'port': {'device_id': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'admin_state_up': True, 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'security_groups': ['01755cb3-c78c-41b5-bff6-13797e23e270']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:40.037397 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-3bbc62a1-6b12-4d9b-9b84-87ed352e5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.039283 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-3bbc62a1-6b12-4d9b-9b84-87ed352e5104 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c406f5a1-2226-452a-bebf-39e61d8d5a05 HTTP/1.1" status: 200 len: 851 time: 0.0734525 Oct 24 08:51:40.116873 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Made reservation on behalf of 7ff48b26c576495f8bb8c88d20d246cc for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:51:40.120709 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:40.284023 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d38c39f-501a-45fc-b4a8-5ff3c97182ff req-892e4172-3ff4-44a1-b4ed-14e0f9407f18 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.1073112 Oct 24 08:51:40.297435 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-ce917334-2760-4b23-84fb-b7f6679f018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.300662 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-ce917334-2760-4b23-84fb-b7f6679f018f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cdaad192-fed6-4552-bf00-8c851e326b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1528165 Oct 24 08:51:40.341943 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-34067a0d-1975-4a70-8832-5f4de6e2bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.344173 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-34067a0d-1975-4a70-8832-5f4de6e2bd0c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.1540253 Oct 24 08:51:40.364354 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758adea-1f57-4f95-8852-1cc85ad2175c req-d65fbd06-329a-4fb1-96e9-9ffd034b174d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.366389 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c758adea-1f57-4f95-8852-1cc85ad2175c req-d65fbd06-329a-4fb1-96e9-9ffd034b174d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0767288 Oct 24 08:51:40.367111 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Allocated IP 172.20.0.13 (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe/66fb0918-4d0a-408a-a493-d5304240b8f7/b8754c97-b769-418c-b461-714a5809d621) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:40.371471 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:40.410751 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:40.424797 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:40.489671 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:40.532358 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c758adea-1f57-4f95-8852-1cc85ad2175c req-63a23d06-4e4f-4a7e-8e45-4abbb8530c1a tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578331 Oct 24 08:51:40.592081 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.13', 52545) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:40.677348 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (b8754c97-b769-418c-b461-714a5809d621), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:40.710193 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:40.723546 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (b8754c97-b769-418c-b461-714a5809d621), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:40.764011 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-b2fba51c-3b7d-45f2-bbdb-ecf73eb9f78b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cdaad192-fed6-4552-bf00-8c851e326b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401935 Oct 24 08:51:40.807075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:40.852066 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:40.860292 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:40.865210 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:40.870557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.871529 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:40.894604 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-6d2ddfc9-3827-49c2-9fe5-9e249af288da tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291849 Oct 24 08:51:40.930418 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Request body: {'port': {'device_id': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:40.958283 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cea06-8527-44b6-a105-0a36829341f0 req-ba87786c-1ea3-48da-a847-456e41303bf2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.966242 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c35cea06-8527-44b6-a105-0a36829341f0 req-ba87786c-1ea3-48da-a847-456e41303bf2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 932 time: 0.1198897 Oct 24 08:51:40.980493 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-a6a7c809-c81d-48fd-8239-a03813a1fd8d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:40.982315 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-a6a7c809-c81d-48fd-8239-a03813a1fd8d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.3879268 Oct 24 08:51:41.025720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] Publish callbacks [] for security_group (370e026c-0d61-490b-8504-f596a88fc541), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.044694 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.052344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (370e026c-0d61-490b-8504-f596a88fc541), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.109190 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895065 Oct 24 08:51:41.171242 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05b8dd48-f015-4bdb-861e-88ef5cf772b3 req-7c25fb99-e039-4698-b9b1-71d4d03a4896 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cdaad192-fed6-4552-bf00-8c851e326b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996305 Oct 24 08:51:41.215190 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=370e026c-0d61-490b-8504-f596a88fc541,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:41.245276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c35cea06-8527-44b6-a105-0a36829341f0 req-056ef991-9490-4e8c-b17b-e7aa759cd385 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780669 Oct 24 08:51:41.275269 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b6b48-fed1-470b-a02a-178c7ed495e0 req-e91d3632-63fd-441e-af85-845f55c33aaf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:41.288334 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e44b6b48-fed1-470b-a02a-178c7ed495e0 req-e91d3632-63fd-441e-af85-845f55c33aaf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 944 time: 0.1971087 Oct 24 08:51:41.294505 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-856c45aa-354a-417d-9def-48eed16cf21c None None] Provisioning complete for port b8754c97-b769-418c-b461-714a5809d621 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:41.295069 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-856c45aa-354a-417d-9def-48eed16cf21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8754c97-b769-418c-b461-714a5809d621), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.295341 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-856c45aa-354a-417d-9def-48eed16cf21c None None] Attempt 1 to provision port b8754c97-b769-418c-b461-714a5809d621 Oct 24 08:51:41.331311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-856c45aa-354a-417d-9def-48eed16cf21c None None] Port b8754c97-b769-418c-b461-714a5809d621 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:41.335132 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e44b6b48-fed1-470b-a02a-178c7ed495e0 req-4e9a03e6-82a5-4502-a819-6cf3e1172708 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Oct 24 08:51:41.360657 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3a7e5724-5c3f-4f69-8404-1022cccfec37 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:51:41.400972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8754c97-b769-418c-b461-714a5809d621 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:41.409947 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks [] for port (b8754c97-b769-418c-b461-714a5809d621), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.414612 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9bcc338b-8f6e-42d9-a51d-d43892d75f17 req-9decedb8-cfbe-4828-ba98-224c351a121a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0299442 Oct 24 08:51:41.424667 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Transition to ACTIVE for port object b8754c97-b769-418c-b461-714a5809d621 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:51:41.433296 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.437007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:41.472438 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:41.485024 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '3a7e5724-5c3f-4f69-8404-1022cccfec37', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'port_id': '3a7e5724-5c3f-4f69-8404-1022cccfec37', 'mac_address': 'fa:16:3e:53:3b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:51:41.509956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:41.517886 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Attempting to bind port b8754c97-b769-418c-b461-714a5809d621 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:41.518223 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Attempting to bind port b8754c97-b769-418c-b461-714a5809d621 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:41.518553 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Attempting to bind port b8754c97-b769-418c-b461-714a5809d621 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:41.523227 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 3a7e5724-5c3f-4f69-8404-1022cccfec37 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:41.523634 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.537583 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7e5724-5c3f-4f69-8404-1022cccfec37 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:41.558154 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:41.561084 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Port b8754c97-b769-418c-b461-714a5809d621 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:51:41.561410 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Attempting to bind port b8754c97-b769-418c-b461-714a5809d621 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:41.562229 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.613967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:41.614220 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:41.614330 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Checking segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:41.614847 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Bound using segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:41.615301 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Bound port: b8754c97-b769-418c-b461-714a5809d621, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:41.615903 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.665703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a9e6-b921-4c46-aee5-23d92320504b req-cadb2fcc-983e-42bd-b79b-bd3a5757a4ec tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:41.667013 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e751a9e6-b921-4c46-aee5-23d92320504b req-cadb2fcc-983e-42bd-b79b-bd3a5757a4ec tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0472202 Oct 24 08:51:41.685738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:41.695634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:41.705305 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.710343 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:41.710961 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:41.712407 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 1094 time: 0.7899292 Oct 24 08:51:41.714102 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:41.716217 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c497067-356b-421e-9d07-d05b3a979ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:41.743160 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e751a9e6-b921-4c46-aee5-23d92320504b req-4aab1409-0d69-4a2d-9937-eabbef92ce6e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620456 Oct 24 08:51:41.758582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82177ca9-5006-41ac-8384-6fbd894a2546 x-openstack-request-id: req-82177ca9-5006-41ac-8384-6fbd894a2546 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:41.758865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "tag": "b8754c97-b769-418c-b461-714a5809d621", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:41.759113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82177ca9-5006-41ac-8384-6fbd894a2546 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:41.759504 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82177ca9-5006-41ac-8384-6fbd894a2546'] response: {'name': 'network-changed', 'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'status': 'completed', 'code': 200} Oct 24 08:51:41.764325 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe5b7-5af9-43d4-bfbc-2ab1cad5a874 service neutron] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:42.220731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43454) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:42.342857 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ebef2cb9-874c-4619-baa3-0a93c8e96130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.370025 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:42.411907 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429889-92b7-4563-928f-8c1d0d787ec2 req-35417c4c-59c2-4963-b2ac-c0cead6bc6ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:42.414146 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d0429889-92b7-4563-928f-8c1d0d787ec2 req-35417c4c-59c2-4963-b2ac-c0cead6bc6ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0574818 Oct 24 08:51:42.455675 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ebef2cb9-874c-4619-baa3-0a93c8e96130 admin admin] Publish callbacks [] for security_group (c0e1937e-b513-4a74-bbe8-aadc21405026), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.459635 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ebef2cb9-874c-4619-baa3-0a93c8e96130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c0e1937e-b513-4a74-bbe8-aadc21405026), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.496937 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d0429889-92b7-4563-928f-8c1d0d787ec2 req-81f44eda-9707-4ed0-bfba-8b227dae2815 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755324 Oct 24 08:51:42.498219 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef2cb9-874c-4619-baa3-0a93c8e96130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e1937e-b513-4a74-bbe8-aadc21405026,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:42.506487 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ebef2cb9-874c-4619-baa3-0a93c8e96130 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3c744e130db340d489e8d60444f9490e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847316 Oct 24 08:51:42.509034 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43468) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:42.512991 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509f20d-4f9a-4225-8974-5b00e472c24a req-7ef84d55-c268-4de8-b4fe-172cdb56bce9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:42.515175 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4509f20d-4f9a-4225-8974-5b00e472c24a req-7ef84d55-c268-4de8-b4fe-172cdb56bce9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 945 time: 0.0714035 Oct 24 08:51:42.570681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] Publish callbacks [] for security_group (c0e1937e-b513-4a74-bbe8-aadc21405026), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.591130 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] Publish callbacks [] for security_group (c0e1937e-b513-4a74-bbe8-aadc21405026), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.606948 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-84a4a96d-e85f-48e7-93a6-1ace1e7cc94c req-feb50241-b1f4-4533-a9a5-fda715dcee35 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0400503 Oct 24 08:51:42.611097 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4509f20d-4f9a-4225-8974-5b00e472c24a req-bb093463-0b94-4b39-81fc-70951f1fc57d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724847 Oct 24 08:51:42.642168 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c0e1937e-b513-4a74-bbe8-aadc21405026), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.644837 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:42.646059 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c0e1937e-b513-4a74-bbe8-aadc21405026 HTTP/1.1" status: 204 len: 168 time: 0.1361072 Oct 24 08:51:42.653943 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedf7e1-d8a4-451a-bef8-2577fd30b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e1937e-b513-4a74-bbe8-aadc21405026,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:42.937535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43480) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:42.951515 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1180433-be07-424c-a93c-7c81249237d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.050230 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1180433-be07-424c-a93c-7c81249237d5 admin admin] Publish callbacks [] for security_group (d170ec69-7d5a-4862-a071-9c86fd7220a8), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.054168 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1180433-be07-424c-a93c-7c81249237d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d170ec69-7d5a-4862-a071-9c86fd7220a8), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.073329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077004b2-f37e-4644-92f3-ed64c92591d1 req-1c49b0dc-9e0a-4f94-891e-1bb58e4dadc2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:43.074790 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-077004b2-f37e-4644-92f3-ed64c92591d1 req-1c49b0dc-9e0a-4f94-891e-1bb58e4dadc2 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.2514825 Oct 24 08:51:43.087874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:43.095312 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a1180433-be07-424c-a93c-7c81249237d5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=37e61ff111a941e78e57281f16baed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565897 Oct 24 08:51:43.096018 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1180433-be07-424c-a93c-7c81249237d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d170ec69-7d5a-4862-a071-9c86fd7220a8,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:43.097209 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:43.097932 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43482) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:43.159261 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-077004b2-f37e-4644-92f3-ed64c92591d1 req-613ea2d6-af47-42ad-9f17-087692268e0d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Oct 24 08:51:43.174901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] Publish callbacks [] for security_group (d170ec69-7d5a-4862-a071-9c86fd7220a8), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.195022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] Publish callbacks [] for security_group (d170ec69-7d5a-4862-a071-9c86fd7220a8), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.242161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d170ec69-7d5a-4862-a071-9c86fd7220a8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.244787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:43.245948 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d170ec69-7d5a-4862-a071-9c86fd7220a8 HTTP/1.1" status: 204 len: 168 time: 0.1444638 Oct 24 08:51:43.254377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28194d-72cc-4a8d-ac7f-1a1e0fb94580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170ec69-7d5a-4862-a071-9c86fd7220a8,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:43.633844 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbaf4b-6855-41e8-bb3f-b28e80532831 req-66ae3ee3-a2d5-4895-b68e-450cf586ab4e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:43.635428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2ebbaf4b-6855-41e8-bb3f-b28e80532831 req-66ae3ee3-a2d5-4895-b68e-450cf586ab4e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0524557 Oct 24 08:51:43.696351 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2ebbaf4b-6855-41e8-bb3f-b28e80532831 req-3a4b334a-95f6-405e-ac36-0f71face8abc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547423 Oct 24 08:51:43.742184 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ca3c3cc6-812a-4b98-8c8f-69f6d4c6e2fc req-7364970a-9d49-4748-9299-e6f916e50126 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0434833 Oct 24 08:51:43.819607 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9791-b7e5-4583-9846-1ded0ef13117 req-ddfc2d63-5851-4a11-9d82-debe77cff9f8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:43.821136 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a2c9791-b7e5-4583-9846-1ded0ef13117 req-ddfc2d63-5851-4a11-9d82-debe77cff9f8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 945 time: 0.0495255 Oct 24 08:51:43.880578 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a2c9791-b7e5-4583-9846-1ded0ef13117 req-c494c6a1-d18e-48a4-aa3b-332ab42e40c6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Oct 24 08:51:44.280351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec7c4e-0ba0-4276-b5ec-9c0ff8f40d8e req-31ef776a-8127-4b00-8663-4cf4fc45cf08 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:44.282357 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91ec7c4e-0ba0-4276-b5ec-9c0ff8f40d8e req-31ef776a-8127-4b00-8663-4cf4fc45cf08 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0469608 Oct 24 08:51:44.330650 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91ec7c4e-0ba0-4276-b5ec-9c0ff8f40d8e req-39c0e8b8-d57a-4e22-b18e-0ff118ebc729 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Oct 24 08:51:44.877216 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9a8b51ab-e0f6-4be4-be50-f09b68df7b8c req-9db80a19-3e55-48cf-840f-afca74f8dd42 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0525331 Oct 24 08:51:44.893554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612343-10fd-48e4-a727-e25eda2abdb1 req-e533b102-9c87-42e3-a335-a93a42018fa3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:44.895246 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22612343-10fd-48e4-a727-e25eda2abdb1 req-e533b102-9c87-42e3-a335-a93a42018fa3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0810542 Oct 24 08:51:44.957292 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22612343-10fd-48e4-a727-e25eda2abdb1 req-cf6a3bb4-aeb7-48be-a4dc-732b4fd8fa6d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543997 Oct 24 08:51:45.010798 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d550-7b94-4e8b-b0e2-051f5c4cba6c req-676f6ac7-81f2-4937-959e-7e5222ce2813 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:45.012310 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ade1d550-7b94-4e8b-b0e2-051f5c4cba6c req-676f6ac7-81f2-4937-959e-7e5222ce2813 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 945 time: 0.0516124 Oct 24 08:51:45.066556 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ade1d550-7b94-4e8b-b0e2-051f5c4cba6c req-f689dc31-36e7-4bc6-957e-b3a77755e7f8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 Oct 24 08:51:45.456857 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bab34-e657-4a58-9e12-844de51d7a32 req-1878fb94-a9b1-4b98-8673-23a58a4b8100 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:45.458398 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-506bab34-e657-4a58-9e12-844de51d7a32 req-1878fb94-a9b1-4b98-8673-23a58a4b8100 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0489666 Oct 24 08:51:45.516608 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-506bab34-e657-4a58-9e12-844de51d7a32 req-141ad53e-b1ff-4457-9487-e50562775d46 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Oct 24 08:51:45.902869 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:45.910446 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['3a7e5724-5c3f-4f69-8404-1022cccfec37'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:51:46.048338 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-31951983-b1b8-47a4-907a-a2e8fbe788ee tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 379 time: 0.1673148 Oct 24 08:51:46.053732 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1611a27d-bb7a-4ac7-8a54-ec641e7fd7fd req-b892a7d3-12ea-444c-98b0-0c7c152d277e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0424600 Oct 24 08:51:46.193953 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026430d-da23-4538-a49b-8fdf357b2bfd req-024976dc-a513-4a66-93fe-affc36a5ffa5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:46.201181 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2026430d-da23-4538-a49b-8fdf357b2bfd req-024976dc-a513-4a66-93fe-affc36a5ffa5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.1057184 Oct 24 08:51:46.235948 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bdbe4-6e8d-4d2e-9222-e05de316997d req-5a734fb1-bae3-4879-aee3-cbaafe3735b2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:46.237679 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-000bdbe4-6e8d-4d2e-9222-e05de316997d req-5a734fb1-bae3-4879-aee3-cbaafe3735b2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 945 time: 0.0881462 Oct 24 08:51:46.284808 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2026430d-da23-4538-a49b-8fdf357b2bfd req-3e89a11d-78e6-40b8-ba39-f8be1c2d1b08 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825694 Oct 24 08:51:46.314854 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-000bdbe4-6e8d-4d2e-9222-e05de316997d req-e1493041-e622-427e-a645-1d6dd6930684 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Oct 24 08:51:46.627417 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:46.635722 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:46.644813 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69362f-15ab-4544-9dd7-de61e8a73624 req-dd5754c7-4d1b-47e3-b0bd-83196ad9361f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:46.646309 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fa69362f-15ab-4544-9dd7-de61e8a73624 req-dd5754c7-4d1b-47e3-b0bd-83196ad9361f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0541022 Oct 24 08:51:46.698284 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fa69362f-15ab-4544-9dd7-de61e8a73624 req-c0ecbbde-a2e5-4db2-8920-51aa15f329e5 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Oct 24 08:51:47.167120 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-44a8922a-bcfd-4394-8651-a4cba084e6f1 req-99804940-b0aa-4de1-b4e6-270aa65122fa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Oct 24 08:51:47.205329 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3a7e5724-5c3f-4f69-8404-1022cccfec37 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:47.250148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 3a7e5724-5c3f-4f69-8404-1022cccfec37 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:51:47.256149 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 3a7e5724-5c3f-4f69-8404-1022cccfec37 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:47.256598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:47.256936 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 3a7e5724-5c3f-4f69-8404-1022cccfec37 Oct 24 08:51:47.474651 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 3a7e5724-5c3f-4f69-8404-1022cccfec37 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:47.475040 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:47.487818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76816228-deca-4c94-899b-806fded02372 req-db26daf9-ee3a-442d-8259-aa1886424a2a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:47.489651 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76816228-deca-4c94-899b-806fded02372 req-db26daf9-ee3a-442d-8259-aa1886424a2a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.1021562 Oct 24 08:51:47.502111 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:47.504393 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb418e49-a287-4e73-838d-60aa2a4d8491" -d '{"events": [{"server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "name": "network-vif-plugged", "status": "completed", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:47.508791 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82cf54-61a0-4810-bcae-fc75ddf9dbb3 req-fe963070-0051-4b2a-9f2e-980b02924a3c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:47.510720 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c82cf54-61a0-4810-bcae-fc75ddf9dbb3 req-fe963070-0051-4b2a-9f2e-980b02924a3c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 945 time: 0.0832427 Oct 24 08:51:47.518431 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:47.526611 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:47.582532 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76816228-deca-4c94-899b-806fded02372 req-e9dc099b-c99c-40f9-803f-de0b3e45f2d4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863099 Oct 24 08:51:47.584967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:47.592709 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.593672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.594043 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.594403 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.594742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.595073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.595398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.595722 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.596045 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.596452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.596778 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.597121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.597442 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.597766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.598142 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:47.603661 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c82cf54-61a0-4810-bcae-fc75ddf9dbb3 req-5ffd18d0-bda8-44e3-85ea-45521b37b801 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771983 Oct 24 08:51:47.657087 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b338b5a-decb-4beb-8785-4b8e33ff1594 x-openstack-request-id: req-8b338b5a-decb-4beb-8785-4b8e33ff1594 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:47.657397 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "name": "network-vif-plugged", "status": "completed", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:47.657652 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b338b5a-decb-4beb-8785-4b8e33ff1594 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:47.658048 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b338b5a-decb-4beb-8785-4b8e33ff1594'] response: {'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37', 'code': 200} Oct 24 08:51:47.817271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232db64-031f-4228-b173-288af51b8da2 req-4459dd81-2feb-4539-a639-d221379e32af tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:47.818749 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1232db64-031f-4228-b173-288af51b8da2 req-4459dd81-2feb-4539-a639-d221379e32af tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0467012 Oct 24 08:51:47.870666 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1232db64-031f-4228-b173-288af51b8da2 req-dac617f3-0baf-4f4f-87f7-252623ba9a30 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Oct 24 08:51:48.283053 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-158022bf-a591-413c-b2b8-1b804ccdfeb9 req-15991ff7-ecc6-433c-8e21-d9c4e42c18ab tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0330381 Oct 24 08:51:48.751405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea0e61-50fc-42ea-a6b0-af15a8c4df91 req-96b9a75a-ba18-4325-a874-ef75ae435572 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:48.752929 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4dea0e61-50fc-42ea-a6b0-af15a8c4df91 req-96b9a75a-ba18-4325-a874-ef75ae435572 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0760856 Oct 24 08:51:48.760527 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7563-0fd8-47d3-878e-21ba2f4dfdbf req-90fe7d7a-e1da-4737-a3ee-1e664f97900e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:48.761890 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c5f7563-0fd8-47d3-878e-21ba2f4dfdbf req-90fe7d7a-e1da-4737-a3ee-1e664f97900e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0749707 Oct 24 08:51:48.839466 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4dea0e61-50fc-42ea-a6b0-af15a8c4df91 req-6888823b-f4ba-4234-bc12-4059bbf4b504 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766373 Oct 24 08:51:48.842743 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c5f7563-0fd8-47d3-878e-21ba2f4dfdbf req-67a75152-4955-4e07-b94d-07449580d5fa tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Oct 24 08:51:48.995746 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e91dc-85f4-4192-9611-5773f73af809 req-a960f397-145e-4fbd-b70b-fc7389795907 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:48.997256 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-962e91dc-85f4-4192-9611-5773f73af809 req-a960f397-145e-4fbd-b70b-fc7389795907 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0506670 Oct 24 08:51:49.047641 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-962e91dc-85f4-4192-9611-5773f73af809 req-fb2d0faf-f711-4d88-8084-e91b0e14db1d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Oct 24 08:51:49.386307 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cba80533-0a97-4cc0-b1e1-7976b9888f15 req-58cf0a71-b1b7-4410-b160-1114f59e053c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Oct 24 08:51:50.005116 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3a9a-e4d3-46ca-8014-8cc449a77153 req-1974560a-a40f-48ad-a412-b7f38edb4237 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:50.006816 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d63b3a9a-e4d3-46ca-8014-8cc449a77153 req-1974560a-a40f-48ad-a412-b7f38edb4237 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0844057 Oct 24 08:51:50.013604 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555983e9-36d7-461c-9749-9c495eeb9423 req-b99856db-19f6-41eb-b506-50663dfd4e35 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:50.015169 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-555983e9-36d7-461c-9749-9c495eeb9423 req-b99856db-19f6-41eb-b506-50663dfd4e35 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0913875 Oct 24 08:51:50.090961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d63b3a9a-e4d3-46ca-8014-8cc449a77153 req-f72d939b-3836-45df-97f1-750e38ed8acf tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747778 Oct 24 08:51:50.098894 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-555983e9-36d7-461c-9749-9c495eeb9423 req-333f3204-13d9-497c-a75f-3a669c904b3f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750763 Oct 24 08:51:50.211134 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55a53-9f95-43d3-9251-dc1efaac950e req-48e2febd-2745-409e-9a65-8fa912838203 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:50.212629 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1be55a53-9f95-43d3-9251-dc1efaac950e req-48e2febd-2745-409e-9a65-8fa912838203 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0488069 Oct 24 08:51:50.264806 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1be55a53-9f95-43d3-9251-dc1efaac950e req-b0f12b93-5dce-49c9-92d4-9489b69dfdd9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Oct 24 08:51:50.489731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-50f9dd97-754f-4766-b1c3-7dabcbc268bb req-a4682b9e-e2e3-4f34-8391-2b0b892fad25 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0287359 Oct 24 08:51:51.010538 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:51:51.240029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:51.250311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7e3c-8e87-45b5-881c-8d807341a7d0 req-6a896883-3379-42b6-9fa8-ca122f736ae7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:51.251787 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4bd7e3c-8e87-45b5-881c-8d807341a7d0 req-6a896883-3379-42b6-9fa8-ca122f736ae7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0763237 Oct 24 08:51:51.257526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35af497-3c22-4d5b-8bb0-c77a5d314eae req-a3e1ba5b-3df1-48c1-a832-190be220fa95 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:51.258855 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d35af497-3c22-4d5b-8bb0-c77a5d314eae req-a3e1ba5b-3df1-48c1-a832-190be220fa95 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0846508 Oct 24 08:51:51.293572 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:51.341096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d35af497-3c22-4d5b-8bb0-c77a5d314eae req-d4b3dbef-f0c7-4465-b4f1-6fa1e7d03fe7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726352 Oct 24 08:51:51.343929 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4bd7e3c-8e87-45b5-881c-8d807341a7d0 req-80079b28-b976-453e-b46b-280f71cca1c2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Oct 24 08:51:51.451461 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451688a-1b0b-4b4f-9a74-19373d2f3c70 req-856394eb-a95f-4382-8cbc-38d00e7481de tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:51.453686 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2451688a-1b0b-4b4f-9a74-19373d2f3c70 req-856394eb-a95f-4382-8cbc-38d00e7481de tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 943 time: 0.0500576 Oct 24 08:51:51.502717 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2451688a-1b0b-4b4f-9a74-19373d2f3c70 req-ee352c1b-af28-47e7-807b-cb6b9de0a404 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Oct 24 08:51:51.592060 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e5d7ceb-6eaf-4422-81a5-4772381caaa7 req-a62f3f0e-c695-49dc-8dca-82fecf68da08 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0271153 Oct 24 08:51:52.382180 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ac62796b-0699-4c3e-84f4-a4a808a0dd94 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:51:52.395812 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:52.434998 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:52.494641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:52.520570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f014bbe-3765-4657-9421-8765e96fd024 req-88600d59-8cc8-4b5e-b674-4aa28ba0684a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:52.522064 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1f014bbe-3765-4657-9421-8765e96fd024 req-88600d59-8cc8-4b5e-b674-4aa28ba0684a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0890512 Oct 24 08:51:52.524764 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:52.530096 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa526f7-549d-4cee-bf6a-8ee77b3550af req-7d39846a-3c45-4fc6-8169-d4df2a2a5dee tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:52.532115 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9fa526f7-549d-4cee-bf6a-8ee77b3550af req-7d39846a-3c45-4fc6-8169-d4df2a2a5dee tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0627499 Oct 24 08:51:52.539464 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94', 'network_id': 'cdaad192-fed6-4552-bf00-8c851e326b4f', 'port_id': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94', 'mac_address': 'fa:16:3e:c0:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c406f5a1-2226-452a-bebf-39e61d8d5a05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:51:52.577235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ac62796b-0699-4c3e-84f4-a4a808a0dd94 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:52.578136 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:52.591386 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac62796b-0699-4c3e-84f4-a4a808a0dd94 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:52.606279 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1f014bbe-3765-4657-9421-8765e96fd024 req-3c04a7e8-e00b-4bf4-abca-616bf79f846b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Oct 24 08:51:52.610686 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9fa526f7-549d-4cee-bf6a-8ee77b3550af req-14f705d7-d0ba-4610-b3bf-35bc580d475b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714779 Oct 24 08:51:52.611460 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:52.616337 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:52.673811 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:52.741753 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-04681be4-dfce-4080-a823-2aa2dc6e47fb req-4390df96-a69a-4c52-abde-fa26fd0d0b63 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0341959 Oct 24 08:51:52.749497 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948ebb-38be-4cb1-9a41-aa1c40b0e377 req-b12d3312-a959-455c-95a7-6f3dd0d4fcb5 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:52.750951 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a948ebb-38be-4cb1-9a41-aa1c40b0e377 req-b12d3312-a959-455c-95a7-6f3dd0d4fcb5 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 944 time: 0.0759237 Oct 24 08:51:52.800333 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a948ebb-38be-4cb1-9a41-aa1c40b0e377 req-de1d77a2-c78c-46f3-851c-c4269a0a303c tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Oct 24 08:51:53.260985 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['ac62796b-0699-4c3e-84f4-a4a808a0dd94'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:51:53.762360 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a974a2-e396-457c-9e1e-7e8194568ad0 req-d104d31a-e06a-40b4-b27b-047aab0ff692 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:53.763839 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33a974a2-e396-457c-9e1e-7e8194568ad0 req-d104d31a-e06a-40b4-b27b-047aab0ff692 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0786288 Oct 24 08:51:53.793383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0534-7867-4817-829d-ee8e01c28889 req-be747d71-8223-4d9f-a346-f1d37a2b687e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:53.794910 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6b0d0534-7867-4817-829d-ee8e01c28889 req-be747d71-8223-4d9f-a346-f1d37a2b687e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0797851 Oct 24 08:51:53.846879 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33a974a2-e396-457c-9e1e-7e8194568ad0 req-5ba988b8-e99c-42df-b3ed-520df64a90a2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762217 Oct 24 08:51:53.884209 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6b0d0534-7867-4817-829d-ee8e01c28889 req-280ed134-0faf-4f0d-b9c5-b349fe42c298 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820129 Oct 24 08:51:53.955835 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-61fd1d26-c8b2-4610-bfb7-0f5c271ccebf req-a1b08ba8-7115-4cbc-aab3-3afdc919f1cc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0403278 Oct 24 08:51:54.025743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72250-339d-4671-8c0c-e322ddb50e33 req-2b3d9f3a-3ea1-4a7f-87b9-2e295feba7f7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:54.027754 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c8b72250-339d-4671-8c0c-e322ddb50e33 req-2b3d9f3a-3ea1-4a7f-87b9-2e295feba7f7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 944 time: 0.0710025 Oct 24 08:51:54.091814 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c8b72250-339d-4671-8c0c-e322ddb50e33 req-4665044f-8709-4474-b06c-54f0c5482fe3 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Oct 24 08:51:54.256059 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'port': {'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'admin_state_up': True, 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'security_groups': ['8baeab7c-9699-47c9-978c-34d958e374f9']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:54.274345 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-2aa31872-c0cd-4f46-a0b5-1cfd45e4044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:54.275916 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-2aa31872-c0cd-4f46-a0b5-1cfd45e4044c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0763466 Oct 24 08:51:54.395795 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ac62796b-0699-4c3e-84f4-a4a808a0dd94 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:51:54.448372 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port ac62796b-0699-4c3e-84f4-a4a808a0dd94 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:51:54.464292 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port ac62796b-0699-4c3e-84f4-a4a808a0dd94 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:54.465097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:54.465409 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port ac62796b-0699-4c3e-84f4-a4a808a0dd94 Oct 24 08:51:54.514187 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:51:54.519915 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:54.535735 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e116a9-b784-492b-b777-a53ad1618cc0 req-5307b4b2-6600-481a-9624-0026ad7ef35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:54.535735 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12e116a9-b784-492b-b777-a53ad1618cc0 req-5307b4b2-6600-481a-9624-0026ad7ef35e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1130 time: 0.0541992 Oct 24 08:51:54.601308 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ac62796b-0699-4c3e-84f4-a4a808a0dd94 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:51:54.601711 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:54.664759 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43784) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:54.667661 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:51:54.669026 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:54.672579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bba4c31-31a1-4466-98d2-32b3745f0712" -d '{"events": [{"server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "name": "network-vif-plugged", "status": "completed", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:54.672759 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:54.677069 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:54.728396 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f827f-13c7-4d61-af7e-64e57de9eb63 x-openstack-request-id: req-732f827f-13c7-4d61-af7e-64e57de9eb63 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:54.729341 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "name": "network-vif-plugged", "status": "completed", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:54.729341 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-732f827f-13c7-4d61-af7e-64e57de9eb63 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:54.729341 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732f827f-13c7-4d61-af7e-64e57de9eb63'] response: {'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94', 'code': 200} Oct 24 08:51:54.752382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.20.0.7 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/91e7f21e-e0a0-4b2a-9221-473c98847085) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:51:54.755650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:54.786611 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-c93c48d1-0294-4fee-a5db-fd63ba927cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:54.788109 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-c93c48d1-0294-4fee-a5db-fd63ba927cf2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4307683 Oct 24 08:51:54.948890 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2818cba7-4525-4e71-b6e6-6dc705bcc702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:54.963891 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.008327 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64e1f-ff38-4a59-b4e0-1d1dc1868df2 req-2be09e53-64a2-40bc-8609-71f5dfdc1cbd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.010340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-59c64e1f-ff38-4a59-b4e0-1d1dc1868df2 req-2be09e53-64a2-40bc-8609-71f5dfdc1cbd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0649538 Oct 24 08:51:55.019797 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:55.074850 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.094913 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199768c2-4fe8-424b-a9aa-2f3c2256f29d req-d64b5c25-1a44-43e2-9869-6f7b5df81bce tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.096426 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-199768c2-4fe8-424b-a9aa-2f3c2256f29d req-d64b5c25-1a44-43e2-9869-6f7b5df81bce tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0789256 Oct 24 08:51:55.098514 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12e116a9-b784-492b-b777-a53ad1618cc0 req-ce742299-2a93-444a-a021-a613bfc49ebf service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712241 Oct 24 08:51:55.143753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:55.160848 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-59c64e1f-ff38-4a59-b4e0-1d1dc1868df2 req-33d6cf29-24c0-487a-bb38-807835c842d0 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314054 Oct 24 08:51:55.175355 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:55.194436 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-199768c2-4fe8-424b-a9aa-2f3c2256f29d req-3148b114-bbcf-4186-8367-f78bd9bc68ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804870 Oct 24 08:51:55.290396 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321083-5e91-42ce-9064-7677267c2248 req-93f68ce8-e3b9-4e76-9ab7-f225dac87447 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.291994 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4f321083-5e91-42ce-9064-7677267c2248 req-93f68ce8-e3b9-4e76-9ab7-f225dac87447 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 931 time: 0.0566909 Oct 24 08:51:55.384847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6edaea-0e86-452f-86a1-0d3a3efd457f req-b12349c2-7b9b-4de3-86c8-e7531d0dddfd tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.386274 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f6edaea-0e86-452f-86a1-0d3a3efd457f req-b12349c2-7b9b-4de3-86c8-e7531d0dddfd tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0700822 Oct 24 08:51:55.398015 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4f321083-5e91-42ce-9064-7677267c2248 req-e9620d92-bc49-4b17-a980-df5394887d56 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993190 Oct 24 08:51:55.424308 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:51:55.449148 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:51:55.459906 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:51:55.460705 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f6edaea-0e86-452f-86a1-0d3a3efd457f req-8d720e07-188d-43c8-93c4-fb699d0ba7c7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670521 Oct 24 08:51:55.464924 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.465741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.498531 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:55.552950 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3039749 Oct 24 08:51:55.554256 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.554843 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.555195 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.555532 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.555865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.556217 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.556550 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.556877 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.557293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.557791 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.558128 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.558742 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.559069 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.559392 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.559711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa7224-2f30-4786-b476-79000a4decf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:55.582377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2818cba7-4525-4e71-b6e6-6dc705bcc702 admin admin] Publish callbacks [] for security_group (c3cbb402-72f6-4998-845c-4af9bac8cd2f), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.586227 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-55828ba4-18a0-4e65-b98d-e9e34ff03846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:55.587730 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-2c497067-356b-421e-9d07-d05b3a979ae4 req-55828ba4-18a0-4e65-b98d-e9e34ff03846 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6054866 Oct 24 08:51:55.588840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2818cba7-4525-4e71-b6e6-6dc705bcc702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c3cbb402-72f6-4998-845c-4af9bac8cd2f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.634132 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2818cba7-4525-4e71-b6e6-6dc705bcc702 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=af1c8b36a2ec4d1f9090748a6aef50d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9631002 Oct 24 08:51:55.637024 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43820) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:55.644433 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818cba7-4525-4e71-b6e6-6dc705bcc702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cbb402-72f6-4998-845c-4af9bac8cd2f,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:55.716489 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] Publish callbacks [] for security_group (c3cbb402-72f6-4998-845c-4af9bac8cd2f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.743690 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] Publish callbacks [] for security_group (c3cbb402-72f6-4998-845c-4af9bac8cd2f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.762685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-f82cf4f7-8994-4003-b1ce-abf7c3acfe97 None None] Provisioning complete for port 91e7f21e-e0a0-4b2a-9221-473c98847085 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:51:55.763640 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f82cf4f7-8994-4003-b1ce-abf7c3acfe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.764197 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-f82cf4f7-8994-4003-b1ce-abf7c3acfe97 None None] Attempt 1 to provision port 91e7f21e-e0a0-4b2a-9221-473c98847085 Oct 24 08:51:55.792945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:55.806437 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-f82cf4f7-8994-4003-b1ce-abf7c3acfe97 None None] Port 91e7f21e-e0a0-4b2a-9221-473c98847085 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:51:55.824342 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c3cbb402-72f6-4998-845c-4af9bac8cd2f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.830881 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:55.833021 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c3cbb402-72f6-4998-845c-4af9bac8cd2f HTTP/1.1" status: 204 len: 168 time: 0.1940119 Oct 24 08:51:55.842579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4be8d1-343d-47fc-ba91-269a584fd6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cbb402-72f6-4998-845c-4af9bac8cd2f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:56.190892 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Request body: {'port': {'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:51:56.233487 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43844) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:56.261462 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.347323 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.465588 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fbd00-24ea-4d12-8439-7de33ec99e27 req-9e9ca1a6-a51b-4ff5-bec5-d7fa94e74587 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:56.467381 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f9fbd00-24ea-4d12-8439-7de33ec99e27 req-9e9ca1a6-a51b-4ff5-bec5-d7fa94e74587 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1159127 Oct 24 08:51:56.478391 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363a144-2b1d-4081-82b1-8862776de5e2 req-afce909e-3a1c-41e9-adee-1525f80b972d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:56.479905 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2363a144-2b1d-4081-82b1-8862776de5e2 req-afce909e-3a1c-41e9-adee-1525f80b972d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0961792 Oct 24 08:51:56.587894 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Publish callbacks [] for security_group (eb299b45-ae12-41fe-a1cf-c45ab34710fa), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.600993 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (eb299b45-ae12-41fe-a1cf-c45ab34710fa), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.616236 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f9fbd00-24ea-4d12-8439-7de33ec99e27 req-fb29dcb5-30a7-443f-9299-beb5a0425428 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313055 Oct 24 08:51:56.634302 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2363a144-2b1d-4081-82b1-8862776de5e2 req-a4056bf4-4ecd-4b30-8def-e467f0b9526b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415925 Oct 24 08:51:56.715778 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f4048a52c2044ca28e3d1e0e3cbd7913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807181 Oct 24 08:51:56.716725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e7f21e-e0a0-4b2a-9221-473c98847085 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:51:56.719421 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43868) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:56.727403 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb299b45-ae12-41fe-a1cf-c45ab34710fa,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:56.743169 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks [] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.768082 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Transition to ACTIVE for port object 91e7f21e-e0a0-4b2a-9221-473c98847085 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:51:56.855175 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7417d-0419-44e6-84b7-31754e296cac req-54270ed5-65d9-417b-bb14-9d30ba86c2b6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:56.856224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:56.864812 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66f7417d-0419-44e6-84b7-31754e296cac req-54270ed5-65d9-417b-bb14-9d30ba86c2b6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.1224351 Oct 24 08:51:56.887316 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.888027 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.888673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.889227 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.890068 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.890667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.891270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.891937 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.892486 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.893002 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.893658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.894258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.894753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.895255 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.895740 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47feab-f5e4-46d0-b1ab-d275fc2fd0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:51:56.922955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb29e-0453-4034-a0b6-7367d74deb16 req-eff4ef94-92d0-4e51-934a-4473b6d22a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:56.925924 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-493fb29e-0453-4034-a0b6-7367d74deb16 req-eff4ef94-92d0-4e51-934a-4473b6d22a94 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 1129 time: 0.1559975 Oct 24 08:51:56.968094 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Attempting to bind port 91e7f21e-e0a0-4b2a-9221-473c98847085 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:51:56.968864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Attempting to bind port 91e7f21e-e0a0-4b2a-9221-473c98847085 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:51:56.969259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Attempting to bind port 91e7f21e-e0a0-4b2a-9221-473c98847085 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:57.005471 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Pushing event updated for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:57.043750 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Port 91e7f21e-e0a0-4b2a-9221-473c98847085 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:51:57.044095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Attempting to bind port 91e7f21e-e0a0-4b2a-9221-473c98847085 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:51:57.086164 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:57.114800 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:51:57.115166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:51:57.115785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:51:57.116380 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Bound port: 91e7f21e-e0a0-4b2a-9221-473c98847085, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:51:57.116742 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.135048 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-39cb78a0-5187-4d97-9eee-6f4754617afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.138140 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-39cb78a0-5187-4d97-9eee-6f4754617afd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1128 time: 0.1751120 Oct 24 08:51:57.148103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6491-3d07-4ef5-9dda-a1b99eca292a req-a851754a-5577-4526-b7b0-346ca7aaadb1 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.149631 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d99f6491-3d07-4ef5-9dda-a1b99eca292a req-a851754a-5577-4526-b7b0-346ca7aaadb1 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.2826099 Oct 24 08:51:57.167703 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43880) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:57.194807 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:51:57.196212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] Publish callbacks [] for security_group (eb299b45-ae12-41fe-a1cf-c45ab34710fa), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.198714 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=91e7f21e-e0a0-4b2a-9221-473c98847085,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:51:57.206634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.212513 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.213513 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.215076 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/91e7f21e-e0a0-4b2a-9221-473c98847085 HTTP/1.1" status: 200 len: 1093 time: 1.0304706 Oct 24 08:51:57.216594 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:51:57.219081 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29893f6-4af6-49a2-b6a3-8fb663af9510" -d '{"events": [{"name": "network-changed", "server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:51:57.239845 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66f7417d-0419-44e6-84b7-31754e296cac req-1ed3b34a-b8d4-408a-a961-c90ed3883e17 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741393 Oct 24 08:51:57.246293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:57.250015 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] Publish callbacks [] for security_group (eb299b45-ae12-41fe-a1cf-c45ab34710fa), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.298204 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9022f-0cfe-4bc3-ac11-7148b99de18e service neutron] Pushing event updated for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:57.304815 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d99f6491-3d07-4ef5-9dda-a1b99eca292a req-1dec8f20-3c55-41a9-a77a-a982fde2ebc3 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478670 Oct 24 08:51:57.321056 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-70c5fbbb-e4fb-42c6-9193-2de84ac5232f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.334712 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eadafd-369d-468a-bab6-03f5674156cd x-openstack-request-id: req-22eadafd-369d-468a-bab6-03f5674156cd {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:51:57.335089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:51:57.335442 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22eadafd-369d-468a-bab6-03f5674156cd {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:51:57.335962 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22eadafd-369d-468a-bab6-03f5674156cd'] response: {'name': 'network-changed', 'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'status': 'completed', 'code': 200} Oct 24 08:51:57.340274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:57.363248 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:57.367203 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (eb299b45-ae12-41fe-a1cf-c45ab34710fa), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.369911 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.373417 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/eb299b45-ae12-41fe-a1cf-c45ab34710fa HTTP/1.1" status: 204 len: 168 time: 0.6502230 Oct 24 08:51:57.380258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4a30-e41e-4082-99e6-c09c592d94c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb299b45-ae12-41fe-a1cf-c45ab34710fa,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:57.423257 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-493fb29e-0453-4034-a0b6-7367d74deb16 req-f36e49a5-1ea5-44c0-b094-eaf7c06ebfd0 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849633 Oct 24 08:51:57.469405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-70c5fbbb-e4fb-42c6-9193-2de84ac5232f admin admin] Publish callbacks [] for security_group (32b4ab24-8645-41fa-8411-28c96fa47558), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.473740 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-70c5fbbb-e4fb-42c6-9193-2de84ac5232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (32b4ab24-8645-41fa-8411-28c96fa47558), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.516632 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-70c5fbbb-e4fb-42c6-9193-2de84ac5232f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2488ac7bcf98445a8a25f81c38e18afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478575 Oct 24 08:51:57.517486 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5fbbb-e4fb-42c6-9193-2de84ac5232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b4ab24-8645-41fa-8411-28c96fa47558,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:57.522592 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43892) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:57.588526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] Publish callbacks [] for security_group (32b4ab24-8645-41fa-8411-28c96fa47558), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.615012 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] Publish callbacks [] for security_group (32b4ab24-8645-41fa-8411-28c96fa47558), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.669793 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (32b4ab24-8645-41fa-8411-28c96fa47558), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.672461 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:57.673801 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/32b4ab24-8645-41fa-8411-28c96fa47558 HTTP/1.1" status: 204 len: 168 time: 0.1512711 Oct 24 08:51:57.687606 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbfc7f-ecb4-495c-9abd-bb22b4161136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b4ab24-8645-41fa-8411-28c96fa47558,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:57.824252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beb544-5a08-4319-a8f9-7aa97e671b3d req-597b60f9-fc2a-4998-8263-9ac73e533331 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.825899 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0beb544-5a08-4319-a8f9-7aa97e671b3d req-597b60f9-fc2a-4998-8263-9ac73e533331 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0865383 Oct 24 08:51:57.915997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-ac10426d-9681-4feb-a085-677bf7310d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.918490 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-ac10426d-9681-4feb-a085-677bf7310d6f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 1127 time: 0.0891621 Oct 24 08:51:57.953953 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-558cdfda-8539-4717-a2fc-7727311daf21 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 217 time: 0.1066353 Oct 24 08:51:57.960889 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1d59b-2eae-4cf3-930b-7f5e0c57539a req-2c122ac5-9434-45b8-ada4-39546f47b111 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:57.962606 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41e1d59b-2eae-4cf3-930b-7f5e0c57539a req-2c122ac5-9434-45b8-ada4-39546f47b111 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.1932271 Oct 24 08:51:58.028483 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0beb544-5a08-4319-a8f9-7aa97e671b3d req-25d9858c-e56a-4a64-8d23-87912b934197 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743731 Oct 24 08:51:58.080535 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41e1d59b-2eae-4cf3-930b-7f5e0c57539a req-d06d30fc-85ec-4c45-ac51-d41ae480d6d4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904727 Oct 24 08:51:58.144550 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43926) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:58.158590 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79b81530-b05f-4fd2-869d-b5e671a39ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.267241 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79b81530-b05f-4fd2-869d-b5e671a39ec1 admin admin] Publish callbacks [] for security_group (713dfbbd-2cd4-4d0b-a530-cde351ffdc97), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.272647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79b81530-b05f-4fd2-869d-b5e671a39ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (713dfbbd-2cd4-4d0b-a530-cde351ffdc97), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.377910 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-79b81530-b05f-4fd2-869d-b5e671a39ec1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9ba8c5dfb3d04ff098905bd7841ad64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322359 Oct 24 08:51:58.388376 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 43946) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:58.400114 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81530-b05f-4fd2-869d-b5e671a39ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713dfbbd-2cd4-4d0b-a530-cde351ffdc97,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:58.521666 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc59b3-6b8d-4a5c-af8c-0d11ce4b2465 req-212defe2-d892-424a-8b20-7ee7f838e706 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.527269 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-81157e4b-665c-47b6-b17b-7f6eb1707203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.529052 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-81157e4b-665c-47b6-b17b-7f6eb1707203 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1497560 Oct 24 08:51:58.529177 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c3bc59b3-6b8d-4a5c-af8c-0d11ce4b2465 req-212defe2-d892-424a-8b20-7ee7f838e706 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.1599112 Oct 24 08:51:58.569456 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86d84e-d8d6-4613-941e-63115bb56084 req-5bf0ef89-6727-421e-93a9-96989dfb0779 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.570835 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c86d84e-d8d6-4613-941e-63115bb56084 req-5bf0ef89-6727-421e-93a9-96989dfb0779 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1664085 Oct 24 08:51:58.578853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-c7571280-337b-4da3-ac3b-8d49b8eb7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.580262 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-c7571280-337b-4da3-ac3b-8d49b8eb7c36 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.1908152 Oct 24 08:51:58.637465 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c3bc59b3-6b8d-4a5c-af8c-0d11ce4b2465 req-f0603fb1-f004-4918-b0da-c341ab07066d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072807 Oct 24 08:51:58.643808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] Publish callbacks [] for security_group (713dfbbd-2cd4-4d0b-a530-cde351ffdc97), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.657182 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:58.694953 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c86d84e-d8d6-4613-941e-63115bb56084 req-1f308200-b6c8-4b52-bb20-95fcd2e29927 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180253 Oct 24 08:51:58.698122 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] Publish callbacks [] for security_group (713dfbbd-2cd4-4d0b-a530-cde351ffdc97), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.710102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:58.788195 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f8ac-79ca-4dd1-84fd-1baacb05e877 req-c554674a-3e9b-4530-81cf-5bc9be29fc11 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.789696 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4b64f8ac-79ca-4dd1-84fd-1baacb05e877 req-c554674a-3e9b-4530-81cf-5bc9be29fc11 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0571620 Oct 24 08:51:58.814365 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (713dfbbd-2cd4-4d0b-a530-cde351ffdc97), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.816841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:58.820575 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/713dfbbd-2cd4-4d0b-a530-cde351ffdc97 HTTP/1.1" status: 204 len: 168 time: 0.4147460 Oct 24 08:51:58.838148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa152f-7d48-417f-aecf-f7419d2849f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713dfbbd-2cd4-4d0b-a530-cde351ffdc97,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:58.886445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4b64f8ac-79ca-4dd1-84fd-1baacb05e877 req-2d553fc9-324d-448b-94d2-a96b00c70d4e tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891948 Oct 24 08:51:58.937605 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-bc7b3e05-5035-4505-9c3a-8dd419d8334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:58.940565 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-bc7b3e05-5035-4505-9c3a-8dd419d8334d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529864 Oct 24 08:51:59.029039 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-9f5fd30b-f868-4567-8add-0aa274e4cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.031144 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b29893f6-4af6-49a2-b6a3-8fb663af9510 req-9f5fd30b-f868-4567-8add-0aa274e4cb67 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744063 Oct 24 08:51:59.207520 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 43978) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:51:59.212510 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6c388-0ef6-4ed3-abcb-8b75fcf3110d req-cafc0810-a35b-4399-b0e1-2b6f3a4d2f2a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.220054 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9db6c388-0ef6-4ed3-abcb-8b75fcf3110d req-cafc0810-a35b-4399-b0e1-2b6f3a4d2f2a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0591676 Oct 24 08:51:59.271815 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9db6c388-0ef6-4ed3-abcb-8b75fcf3110d req-2f42e67a-631d-4d37-98ef-f9bbbb8f58e6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505733 Oct 24 08:51:59.347586 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-be5e56ee-ef75-44ce-a3a7-388d61610a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.349256 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-be5e56ee-ef75-44ce-a3a7-388d61610a44 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1130 time: 0.0497386 Oct 24 08:51:59.406499 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43e501ec-096d-4cab-8645-a0eb490934e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:59.638600 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-191ef398-9bd7-48ae-bbc4-1fdab865cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.641180 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-191ef398-9bd7-48ae-bbc4-1fdab865cba8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 1127 time: 0.1210485 Oct 24 08:51:59.657062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43e501ec-096d-4cab-8645-a0eb490934e3 admin admin] Publish callbacks [] for security_group (a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:59.699671 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:59.705612 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43e501ec-096d-4cab-8645-a0eb490934e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:51:59.821212 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-06303d0f-f05b-4890-a66c-463ea1428b42 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624694 Oct 24 08:51:59.845247 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-d77b7e97-2a30-4e06-8582-c2257a4c90c0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e7f21e-e0a0-4b2a-9221-473c98847085 HTTP/1.1" status: 200 len: 217 time: 0.1841679 Oct 24 08:51:59.846339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-ec396155-5d7f-456e-a756-e83ede4946a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.847700 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-ec396155-5d7f-456e-a756-e83ede4946a3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.3723598 Oct 24 08:51:59.870446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e501ec-096d-4cab-8645-a0eb490934e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:51:59.902809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:51:59.940953 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd913b7-54a1-4707-aecf-a86bc9495d24 req-f1ea1985-7bbb-4e92-81e5-54a4813baedc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:51:59.942930 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8fd913b7-54a1-4707-aecf-a86bc9495d24 req-f1ea1985-7bbb-4e92-81e5-54a4813baedc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.1206231 Oct 24 08:51:59.962799 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-43e501ec-096d-4cab-8645-a0eb490934e3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=46451dd7f7114302ac9cf1a9a46cb8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7537441 Oct 24 08:51:59.970524 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-d8b5ac8e-8d75-4275-afc2-e4ad27616c05 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 200 len: 217 time: 0.0949695 Oct 24 08:51:59.972859 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44010) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:00.008515 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348179-2602-42b3-a770-979d3f374231 req-1ee073df-aa30-4f1f-bb70-79dcfc1d3343 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.010169 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-09348179-2602-42b3-a770-979d3f374231 req-1ee073df-aa30-4f1f-bb70-79dcfc1d3343 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1473696 Oct 24 08:52:00.118075 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35caeaa3-6b75-4c7f-8d05-2491b65297fe req-89f950ff-6c33-4c47-ae3e-71511e9353d2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822223 Oct 24 08:52:00.128964 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8fd913b7-54a1-4707-aecf-a86bc9495d24 req-c8a3a962-1dfb-4c07-bb8e-025f8e2e47b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483927 Oct 24 08:52:00.136856 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-f6142fc5-1330-4e9d-b4ea-6f2c560266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.138782 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-f6142fc5-1330-4e9d-b4ea-6f2c560266e4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.2573407 Oct 24 08:52:00.146062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-d9a747e1-ba17-46b5-b484-c8d28db7552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.147688 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-d9a747e1-ba17-46b5-b484-c8d28db7552c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.1558182 Oct 24 08:52:00.163737 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-09348179-2602-42b3-a770-979d3f374231 req-ca17c8db-d1a4-4145-ac16-95d64e4b9643 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445844 Oct 24 08:52:00.234766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] Publish callbacks [] for security_group (a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:00.264843 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-9644ed41-4c7a-4d9f-8e41-9b8c5360a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.267313 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-9644ed41-4c7a-4d9f-8e41-9b8c5360a267 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185944 Oct 24 08:52:00.276672 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a740e9-959a-4e8a-b424-7962174ec7a0 req-d28f835c-a147-4859-bee0-2b150ab06f69 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.280914 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12a740e9-959a-4e8a-b424-7962174ec7a0 req-d28f835c-a147-4859-bee0-2b150ab06f69 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0512674 Oct 24 08:52:00.288325 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-102e430d-2276-4dc2-88e8-d1a9e908e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.289657 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-102e430d-2276-4dc2-88e8-d1a9e908e6c3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136963 Oct 24 08:52:00.295214 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] Publish callbacks [] for security_group (a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:00.370721 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12a740e9-959a-4e8a-b424-7962174ec7a0 req-5477f765-ef12-4b36-9002-e6aba19a06c9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673351 Oct 24 08:52:00.386424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:00.386967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:00.391307 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc HTTP/1.1" status: 204 len: 168 time: 0.4139395 Oct 24 08:52:00.411938 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d26c51-2fd0-48cb-9430-ea753fbfa273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208c2fa-4bf4-4ab5-b18f-5fa6869d03fc,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:00.471765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71aceb-7eca-434a-b53c-888118d41f15 req-dfa1f47f-8feb-46ae-8009-d2d4b847a0d5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:00.473648 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb71aceb-7eca-434a-b53c-888118d41f15 req-dfa1f47f-8feb-46ae-8009-d2d4b847a0d5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0721307 Oct 24 08:52:00.531611 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb71aceb-7eca-434a-b53c-888118d41f15 req-5742d2ab-bf59-4978-9582-78743d2d40a6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500507 Oct 24 08:52:01.005923 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.007263 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.050119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44056) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:01.069582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6980ea63-c252-4d2d-ae67-e49746f1fbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.159322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6980ea63-c252-4d2d-ae67-e49746f1fbd9 admin admin] Publish callbacks [] for security_group (35c27e56-954f-4833-b722-6a798d8dd099), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.172266 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6980ea63-c252-4d2d-ae67-e49746f1fbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (35c27e56-954f-4833-b722-6a798d8dd099), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.212434 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980ea63-c252-4d2d-ae67-e49746f1fbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c27e56-954f-4833-b722-6a798d8dd099,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:01.217544 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6980ea63-c252-4d2d-ae67-e49746f1fbd9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ae13cea6133c40878b57aaf15ca0e8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660862 Oct 24 08:52:01.220108 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44068) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:01.273383 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] Publish callbacks [] for security_group (35c27e56-954f-4833-b722-6a798d8dd099), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.294764 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] Publish callbacks [] for security_group (35c27e56-954f-4833-b722-6a798d8dd099), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.359133 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (35c27e56-954f-4833-b722-6a798d8dd099), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.364092 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.366490 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/35c27e56-954f-4833-b722-6a798d8dd099 HTTP/1.1" status: 204 len: 168 time: 0.1453621 Oct 24 08:52:01.368290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1f92c-f281-4b39-b819-7a6e64ce7b8d req-e060f81f-af18-4a36-9a1b-160c22b72977 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:01.376407 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-24c1f92c-f281-4b39-b819-7a6e64ce7b8d req-e060f81f-af18-4a36-9a1b-160c22b72977 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0877793 Oct 24 08:52:01.391629 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6573d5-c33f-4883-8210-a081ca909c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c27e56-954f-4833-b722-6a798d8dd099,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:01.398535 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e545c-90c0-4f87-af65-592ebfc4faba req-905f5d2b-ad0b-4103-9208-b6152833969a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:01.413154 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c77e545c-90c0-4f87-af65-592ebfc4faba req-905f5d2b-ad0b-4103-9208-b6152833969a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.1452813 Oct 24 08:52:01.493764 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.519308 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-24c1f92c-f281-4b39-b819-7a6e64ce7b8d req-1ad290e8-2586-47ce-ac1d-a7c3cb1b380d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382623 Oct 24 08:52:01.538341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.551228 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c77e545c-90c0-4f87-af65-592ebfc4faba req-902e670e-fc7c-4d49-8367-145a5de7d41a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372612 Oct 24 08:52:01.699221 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb54ea-51c6-4382-ac2f-620188b97709 req-c62b2120-a264-4002-ab2a-c51d28c737f5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:01.707802 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c6eb54ea-51c6-4382-ac2f-620188b97709 req-c62b2120-a264-4002-ab2a-c51d28c737f5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0720100 Oct 24 08:52:01.788989 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c6eb54ea-51c6-4382-ac2f-620188b97709 req-ebd609b7-c4ba-4d81-b382-d2db3c237a51 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747411 Oct 24 08:52:01.885879 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f383a06e-faa4-4c87-95e2-bff6034ce62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.908414 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.919176 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44098) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:01.935865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-76b522ca-f48d-4bb9-b37d-77d6657bca34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:01.960781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:01.986851 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:02.035906 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-76b522ca-f48d-4bb9-b37d-77d6657bca34 admin admin] Publish callbacks [] for security_group (70415784-7544-4ab2-87f3-5f0e906de467), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.041270 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-76b522ca-f48d-4bb9-b37d-77d6657bca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (70415784-7544-4ab2-87f3-5f0e906de467), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.084183 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-76b522ca-f48d-4bb9-b37d-77d6657bca34 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=70e3997385ec481a9052a61d1157bbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638806 Oct 24 08:52:02.085020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b522ca-f48d-4bb9-b37d-77d6657bca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70415784-7544-4ab2-87f3-5f0e906de467,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:02.086967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44100) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:02.137099 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] Publish callbacks [] for security_group (70415784-7544-4ab2-87f3-5f0e906de467), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.157759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] Publish callbacks [] for security_group (70415784-7544-4ab2-87f3-5f0e906de467), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.206290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (70415784-7544-4ab2-87f3-5f0e906de467), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.208906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:02.210066 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/70415784-7544-4ab2-87f3-5f0e906de467 HTTP/1.1" status: 204 len: 168 time: 0.1220615 Oct 24 08:52:02.218001 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b14d3-e9af-4693-bb2b-cd2ff6e22494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70415784-7544-4ab2-87f3-5f0e906de467,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:02.644908 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7c563-001b-4a2e-b721-9892b8c47abc req-51971310-f93b-431d-a832-33a907213333 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:02.646789 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7c7c563-001b-4a2e-b721-9892b8c47abc req-51971310-f93b-431d-a832-33a907213333 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0531147 Oct 24 08:52:02.710885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96db68-8b95-474d-8a42-d7639ed64d7d req-3b3e99d8-201c-486b-9fac-db4a21f9c877 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:02.712424 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2b96db68-8b95-474d-8a42-d7639ed64d7d req-3b3e99d8-201c-486b-9fac-db4a21f9c877 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0646582 Oct 24 08:52:02.753535 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7c7c563-001b-4a2e-b721-9892b8c47abc req-4ffaadaa-662a-4ed2-b1bf-db751898c9b9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Oct 24 08:52:02.784685 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2b96db68-8b95-474d-8a42-d7639ed64d7d req-fe1c50d4-7dc8-40dc-92ae-85dcf249f6dd tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624106 Oct 24 08:52:02.971571 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebf1a0-8858-494c-93b1-32a50284e553 req-a0e9981a-fe41-48fa-8cd8-49c3e287b278 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:02.973390 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a3ebf1a0-8858-494c-93b1-32a50284e553 req-a0e9981a-fe41-48fa-8cd8-49c3e287b278 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0643017 Oct 24 08:52:03.068851 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a3ebf1a0-8858-494c-93b1-32a50284e553 req-6025b2ef-25b4-4412-9159-70f55901672a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834830 Oct 24 08:52:03.227940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:03.413268 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-b7ea8fd7-8c7c-43fb-a2fc-974a932605b2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939425 Oct 24 08:52:03.415448 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-f6dc28fb-5234-4a8d-9d56-9308120fc106 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052946 Oct 24 08:52:03.616730 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-740a1996-40b6-4b99-b138-7c22b02e7360 req-1fb9a28e-09c6-413c-960b-cd587effd885 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927261 Oct 24 08:52:03.618612 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c4ba80ac-b72a-4d6a-a762-35917af874cb req-e4b10b60-ca08-41c9-bfce-5d8c84cc654c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930680 Oct 24 08:52:03.916097 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb973cc0-2d0b-4fec-99da-1ea0a8557150 req-1abb2260-7b2d-496c-b29e-40001554d41d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:03.924126 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb973cc0-2d0b-4fec-99da-1ea0a8557150 req-1abb2260-7b2d-496c-b29e-40001554d41d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0893011 Oct 24 08:52:03.944847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a50dce-31ea-4d57-9fea-cbcaecfd5b7d req-a3be439b-d9d9-487f-ab72-c3adb51dfde7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:03.946626 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-62a50dce-31ea-4d57-9fea-cbcaecfd5b7d req-a3be439b-d9d9-487f-ab72-c3adb51dfde7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0787852 Oct 24 08:52:04.035273 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb973cc0-2d0b-4fec-99da-1ea0a8557150 req-c5b5ab2c-d8cc-4cdd-8420-710a27a62e83 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101811 Oct 24 08:52:04.041567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-62a50dce-31ea-4d57-9fea-cbcaecfd5b7d req-08f53b24-a12c-4c47-9986-339432a78f08 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865526 Oct 24 08:52:04.203724 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dac-3eaa-408e-8f4b-bd1faaf2b343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:04.242530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec121-db61-44ca-a846-ba00358d8e84 req-e2353739-878a-4bc9-b418-7de930c1e7ae tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:04.248974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-932ec121-db61-44ca-a846-ba00358d8e84 req-e2353739-878a-4bc9-b418-7de930c1e7ae tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0770359 Oct 24 08:52:04.307618 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-932ec121-db61-44ca-a846-ba00358d8e84 req-c5bf2c6c-8fd7-481f-9362-ae4959daf008 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566628 Oct 24 08:52:04.425799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:52:04.567532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:04.580641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'b8754c97-b769-418c-b461-714a5809d621', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:52:04.618598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:04.619010 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:04.633185 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8754c97-b769-418c-b461-714a5809d621 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:52:04.653837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:04.658375 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:04.709083 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:04.793230 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44248) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:04.902051 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4fc74928-85de-4808-be50-cdc9d8b06156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:04.983630 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4fc74928-85de-4808-be50-cdc9d8b06156 admin admin] Publish callbacks [] for security_group (5cd54a7e-5311-457f-9960-5346a9a25441), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:04.987703 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4fc74928-85de-4808-be50-cdc9d8b06156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5cd54a7e-5311-457f-9960-5346a9a25441), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.026852 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc74928-85de-4808-be50-cdc9d8b06156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd54a7e-5311-457f-9960-5346a9a25441,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:05.031264 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4fc74928-85de-4808-be50-cdc9d8b06156 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=80ab191d563a4156bd28694bbb12cb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370183 Oct 24 08:52:05.034662 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44252) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:05.089016 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] Publish callbacks [] for security_group (5cd54a7e-5311-457f-9960-5346a9a25441), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.112262 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] Publish callbacks [] for security_group (5cd54a7e-5311-457f-9960-5346a9a25441), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.191027 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ff00-7441-4bb3-9b71-5023d9f2d9c0 req-77c8408f-09dc-40ca-a6d4-c4e2ff30cd4c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:05.192646 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dbc9ff00-7441-4bb3-9b71-5023d9f2d9c0 req-77c8408f-09dc-40ca-a6d4-c4e2ff30cd4c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0793803 Oct 24 08:52:05.214176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144efd1-7e3d-42a5-8950-01e24a09221a req-ecaeea2c-c823-43b3-9651-2757de0bb721 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:05.215727 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0144efd1-7e3d-42a5-8950-01e24a09221a req-ecaeea2c-c823-43b3-9651-2757de0bb721 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0706627 Oct 24 08:52:05.251079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:05.292354 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dbc9ff00-7441-4bb3-9b71-5023d9f2d9c0 req-52ede6ab-ec17-4d93-a86d-1fac8ce1bdd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931311 Oct 24 08:52:05.300733 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0144efd1-7e3d-42a5-8950-01e24a09221a req-8b327a4b-30df-4bf1-a37d-a662c4d2258a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771596 Oct 24 08:52:05.328268 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:05.346002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5cd54a7e-5311-457f-9960-5346a9a25441), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.348552 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.349703 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5cd54a7e-5311-457f-9960-5346a9a25441 HTTP/1.1" status: 204 len: 168 time: 0.3141966 Oct 24 08:52:05.357518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757b487-6e56-4227-bbdc-442b06fba874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd54a7e-5311-457f-9960-5346a9a25441,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:05.368325 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8754c97-b769-418c-b461-714a5809d621'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:52:05.446091 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:05.466729 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b9857-1625-4b42-a9bc-db1bfa89b380 req-95fd3c5e-9a26-4970-aa65-aa422413e8f0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:05.475132 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a9b9857-1625-4b42-a9bc-db1bfa89b380 req-95fd3c5e-9a26-4970-aa65-aa422413e8f0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.0700290 Oct 24 08:52:05.540154 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a9b9857-1625-4b42-a9bc-db1bfa89b380 req-fefa56ec-1eeb-45f5-91fc-1c151976652d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638583 Oct 24 08:52:05.712173 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.757830 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44278) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:05.779310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02c3a1d3-abf8-4a2f-ba83-a1af32bcd10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.860772 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02c3a1d3-abf8-4a2f-ba83-a1af32bcd10b admin admin] Publish callbacks [] for security_group (db2d8f82-949f-4882-925f-932630d798e0), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.864878 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02c3a1d3-abf8-4a2f-ba83-a1af32bcd10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (db2d8f82-949f-4882-925f-932630d798e0), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.875649 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44282) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:05.906543 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-02c3a1d3-abf8-4a2f-ba83-a1af32bcd10b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7cfeee4f4b554e5b93906cc86d5475e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473529 Oct 24 08:52:05.907498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3a1d3-abf8-4a2f-ba83-a1af32bcd10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d8f82-949f-4882-925f-932630d798e0,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:05.909319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44286) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:05.961862 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] Publish callbacks [] for security_group (db2d8f82-949f-4882-925f-932630d798e0), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:05.985185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] Publish callbacks [] for security_group (db2d8f82-949f-4882-925f-932630d798e0), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.013805 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6632a62d-e3d8-49c2-b8dc-61f7acd17f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.085284 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (db2d8f82-949f-4882-925f-932630d798e0), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.087982 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.089165 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/db2d8f82-949f-4882-925f-932630d798e0 HTTP/1.1" status: 204 len: 168 time: 0.1788301 Oct 24 08:52:06.103457 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ae69a-8122-4885-9caa-b722603af152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d8f82-949f-4882-925f-932630d798e0,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:06.140051 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6632a62d-e3d8-49c2-b8dc-61f7acd17f7e admin admin] Publish callbacks [] for security_group (77795749-dd4b-44b4-bfd2-cfa1a0f38ee7), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.144337 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6632a62d-e3d8-49c2-b8dc-61f7acd17f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (77795749-dd4b-44b4-bfd2-cfa1a0f38ee7), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.185909 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6632a62d-e3d8-49c2-b8dc-61f7acd17f7e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=150c629df022430da59901564c3e63bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090377 Oct 24 08:52:06.188232 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632a62d-e3d8-49c2-b8dc-61f7acd17f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77795749-dd4b-44b4-bfd2-cfa1a0f38ee7,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:06.189336 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44290) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:06.219261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:06.249698 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] Publish callbacks [] for security_group (77795749-dd4b-44b4-bfd2-cfa1a0f38ee7), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.270909 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] Publish callbacks [] for security_group (77795749-dd4b-44b4-bfd2-cfa1a0f38ee7), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.322665 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (77795749-dd4b-44b4-bfd2-cfa1a0f38ee7), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.325732 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.329899 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/77795749-dd4b-44b4-bfd2-cfa1a0f38ee7 HTTP/1.1" status: 204 len: 168 time: 0.1356075 Oct 24 08:52:06.351535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e79c2-060f-4344-8409-19e07b390968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77795749-dd4b-44b4-bfd2-cfa1a0f38ee7,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:06.479283 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416126e-c7c8-411b-bf00-81714c044580 req-30919b3d-1196-4950-accc-d6e0d6a92f81 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:06.487244 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7416126e-c7c8-411b-bf00-81714c044580 req-30919b3d-1196-4950-accc-d6e0d6a92f81 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0929918 Oct 24 08:52:06.495321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1bb3a-f364-4909-b303-3af5636c99ed req-6e92f1d5-617a-4c84-9e7a-db1afaecc1fc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:06.496792 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-adf1bb3a-f364-4909-b303-3af5636c99ed req-6e92f1d5-617a-4c84-9e7a-db1afaecc1fc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0909522 Oct 24 08:52:06.586623 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7416126e-c7c8-411b-bf00-81714c044580 req-95b2e5ac-83e8-42b2-b5e9-3f123414c42f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981019 Oct 24 08:52:06.601455 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-adf1bb3a-f364-4909-b303-3af5636c99ed req-cc1d4815-33db-45ac-832f-9da36f187d8e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988090 Oct 24 08:52:06.630250 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:06.746641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port b8754c97-b769-418c-b461-714a5809d621 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:52:06.765061 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port b8754c97-b769-418c-b461-714a5809d621 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:06.766439 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8754c97-b769-418c-b461-714a5809d621), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.767350 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port b8754c97-b769-418c-b461-714a5809d621 Oct 24 08:52:06.791176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c31ee-035d-4110-87d1-9fa39f66749c req-b2ccdf6f-9368-408f-ae0f-05e531772066 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:06.793486 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d6c31ee-035d-4110-87d1-9fa39f66749c req-b2ccdf6f-9368-408f-ae0f-05e531772066 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.1153629 Oct 24 08:52:06.834632 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44330) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:06.868879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8c572ab8-da3b-442a-9b85-d8b2743bd792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.908020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:06.908440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:06.979837 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d6c31ee-035d-4110-87d1-9fa39f66749c req-88376b22-2d04-4cac-9d8d-83a1d445429d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705923 Oct 24 08:52:07.017366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.052412 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:07.053248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:07.057410 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1183a5-f4db-468a-9bd4-85d84c6a39df" -d '{"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:07.072699 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.081149 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:07.142277 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b81ecd-0cbf-4b14-bcfd-83cc22c9ba83 x-openstack-request-id: req-82b81ecd-0cbf-4b14-bcfd-83cc22c9ba83 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:07.142693 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:07.143058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82b81ecd-0cbf-4b14-bcfd-83cc22c9ba83 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:07.143591 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b81ecd-0cbf-4b14-bcfd-83cc22c9ba83'] response: {'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'code': 200} Oct 24 08:52:07.154187 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8c572ab8-da3b-442a-9b85-d8b2743bd792 admin admin] Publish callbacks [] for security_group (2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.162215 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8c572ab8-da3b-442a-9b85-d8b2743bd792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.195026 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.217202 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:07.223153 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:07.244582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c572ab8-da3b-442a-9b85-d8b2743bd792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:07.275112 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8c572ab8-da3b-442a-9b85-d8b2743bd792 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=eb3ff1d4a6b541f7be2fa62fe0d686a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386661 Oct 24 08:52:07.277570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44344) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:07.347385 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] Publish callbacks [] for security_group (2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.378329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] Publish callbacks [] for security_group (2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.461012 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08e8f-4fb4-4fb8-a6ad-9f43f3e84474 req-76e00a79-8d9a-4702-9335-8e7139c00144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:07.462539 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5ca08e8f-4fb4-4fb8-a6ad-9f43f3e84474 req-76e00a79-8d9a-4702-9335-8e7139c00144 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1130 time: 0.0425568 Oct 24 08:52:07.476918 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.482237 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.483546 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e HTTP/1.1" status: 204 len: 168 time: 0.2049665 Oct 24 08:52:07.502936 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece76df9-1324-4a29-ac18-9724b96955eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ad1a7-c170-4b4c-bdf9-b758f3ba9b1e,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:07.537692 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5ca08e8f-4fb4-4fb8-a6ad-9f43f3e84474 req-d3960710-7924-4877-8f49-e10523c1f4fc service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681658 Oct 24 08:52:07.788065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68886-76bc-4d9f-b4e6-890c6c10093a req-e95c3e80-1807-4643-8f87-0e8db3c48fa3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:07.791244 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fcc68886-76bc-4d9f-b4e6-890c6c10093a req-e95c3e80-1807-4643-8f87-0e8db3c48fa3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1034033 Oct 24 08:52:07.828193 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e540-0911-43e1-bad2-f34cfa2e6913 req-123e2de4-547c-496a-a139-73032d1aeaa1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:07.830411 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d50e540-0911-43e1-bad2-f34cfa2e6913 req-123e2de4-547c-496a-a139-73032d1aeaa1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0915079 Oct 24 08:52:07.875454 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44366) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:07.892431 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fcc68886-76bc-4d9f-b4e6-890c6c10093a req-6068c4ca-e970-4bde-bdb5-bbbc432c5171 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Oct 24 08:52:07.901294 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-938e0560-946e-44f2-9d7b-b6f09e2d31e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:07.921430 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d50e540-0911-43e1-bad2-f34cfa2e6913 req-3977cbab-86a9-49c7-98d7-e6e9ea912aeb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816734 Oct 24 08:52:07.961508 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:08.010569 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-938e0560-946e-44f2-9d7b-b6f09e2d31e6 admin admin] Publish callbacks [] for security_group (4150f218-b3f0-4ddb-86d7-cd8f926ff762), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.015468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-938e0560-946e-44f2-9d7b-b6f09e2d31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4150f218-b3f0-4ddb-86d7-cd8f926ff762), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.038068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:08.060757 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-938e0560-946e-44f2-9d7b-b6f09e2d31e6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4ae3d4f3769e4045b615b69517b75944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838334 Oct 24 08:52:08.063722 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44374) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:08.078387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0560-946e-44f2-9d7b-b6f09e2d31e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150f218-b3f0-4ddb-86d7-cd8f926ff762,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:08.115093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:08.168317 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6602c-bfd7-4c9e-9d51-385dede363df req-af5dbd6a-a3b6-42f6-8e0b-e4cfb35f23df tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:08.168536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] Publish callbacks [] for security_group (4150f218-b3f0-4ddb-86d7-cd8f926ff762), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.169946 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-30a6602c-bfd7-4c9e-9d51-385dede363df req-af5dbd6a-a3b6-42f6-8e0b-e4cfb35f23df tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0676575 Oct 24 08:52:08.183853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:08.209293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] Publish callbacks [] for security_group (4150f218-b3f0-4ddb-86d7-cd8f926ff762), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.240784 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-30a6602c-bfd7-4c9e-9d51-385dede363df req-e417a032-6652-4a25-80db-a8a23f19b981 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550830 Oct 24 08:52:08.284201 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4150f218-b3f0-4ddb-86d7-cd8f926ff762), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.287960 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.289499 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4150f218-b3f0-4ddb-86d7-cd8f926ff762 HTTP/1.1" status: 204 len: 168 time: 0.2244525 Oct 24 08:52:08.303427 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e1dd-5eb4-46fe-8b3a-c9ee6dfdd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150f218-b3f0-4ddb-86d7-cd8f926ff762,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:08.608578 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 91e7f21e-e0a0-4b2a-9221-473c98847085 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:52:08.801389 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=91e7f21e-e0a0-4b2a-9221-473c98847085,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:08.816678 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:52:08.862382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 91e7f21e-e0a0-4b2a-9221-473c98847085 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:08.862801 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:08.879615 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e7f21e-e0a0-4b2a-9221-473c98847085 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:52:08.901401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=91e7f21e-e0a0-4b2a-9221-473c98847085,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:08.906669 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.018030 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:09.140228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea6db-3703-439f-bb88-a2bfe95c9567 req-d1cc4660-627a-4e27-811f-b13d396c770a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:09.147413 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee6ea6db-3703-439f-bb88-a2bfe95c9567 req-d1cc4660-627a-4e27-811f-b13d396c770a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 944 time: 0.1048589 Oct 24 08:52:09.226083 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee6ea6db-3703-439f-bb88-a2bfe95c9567 req-6c293941-fb9e-4c15-922e-7351a189959d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775969 Oct 24 08:52:09.267807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847325cf-683e-4272-804d-6b8403bc1d00 req-cefd087b-93e9-478d-a185-db1751e531d7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:09.269730 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-847325cf-683e-4272-804d-6b8403bc1d00 req-cefd087b-93e9-478d-a185-db1751e531d7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0915937 Oct 24 08:52:09.279363 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44452) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:09.356733 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-847325cf-683e-4272-804d-6b8403bc1d00 req-2a34fb08-da04-4852-acbe-25ee53dca65e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764952 Oct 24 08:52:09.427657 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21e0f-75d9-4c95-aa48-e5d55a2a405c req-b9b37a6d-3c77-4abf-a441-046809741d72 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:09.429956 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68e21e0f-75d9-4c95-aa48-e5d55a2a405c req-b9b37a6d-3c77-4abf-a441-046809741d72 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0707469 Oct 24 08:52:09.430785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-319ee5be-129e-4579-a424-ccd1c3efddf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.490264 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68e21e0f-75d9-4c95-aa48-e5d55a2a405c req-d4f58ea1-ab94-41d2-a0ac-54ece4932a11 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527489 Oct 24 08:52:09.515866 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['91e7f21e-e0a0-4b2a-9221-473c98847085'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:52:09.531580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-319ee5be-129e-4579-a424-ccd1c3efddf8 admin admin] Publish callbacks [] for security_group (2471565e-b090-4ae0-a37f-894f5f12a3f0), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.535879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-319ee5be-129e-4579-a424-ccd1c3efddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2471565e-b090-4ae0-a37f-894f5f12a3f0), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.580314 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-319ee5be-129e-4579-a424-ccd1c3efddf8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=18b37d8b6ce64b7cbae756808a0caa5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991109 Oct 24 08:52:09.580823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44464) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:09.581809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ee5be-129e-4579-a424-ccd1c3efddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471565e-b090-4ae0-a37f-894f5f12a3f0,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:09.651389 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] Publish callbacks [] for security_group (2471565e-b090-4ae0-a37f-894f5f12a3f0), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.676816 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] Publish callbacks [] for security_group (2471565e-b090-4ae0-a37f-894f5f12a3f0), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.751014 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2471565e-b090-4ae0-a37f-894f5f12a3f0), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.751014 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:09.751014 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2471565e-b090-4ae0-a37f-894f5f12a3f0 HTTP/1.1" status: 204 len: 168 time: 0.1604760 Oct 24 08:52:09.758245 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12673cb2-fa9b-4847-8134-f2b7432c7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471565e-b090-4ae0-a37f-894f5f12a3f0,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:10.262396 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44502) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:10.278137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ca64f7b6-a65e-4fbc-bfde-1247ed64ded9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.422458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3cdbe-9a64-4c86-b0fb-5da4dbe88fa3 req-41a99f3a-d268-4de9-a10a-62a98bde5f06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:10.424095 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-69f3cdbe-9a64-4c86-b0fb-5da4dbe88fa3 req-41a99f3a-d268-4de9-a10a-62a98bde5f06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0791428 Oct 24 08:52:10.476524 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ca64f7b6-a65e-4fbc-bfde-1247ed64ded9 admin admin] Publish callbacks [] for security_group (4b755b10-c9d3-4b16-8363-48592a085a43), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.477784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44508) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:10.483733 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ca64f7b6-a65e-4fbc-bfde-1247ed64ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4b755b10-c9d3-4b16-8363-48592a085a43), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.609217 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-69f3cdbe-9a64-4c86-b0fb-5da4dbe88fa3 req-66e73d62-b0ca-4baf-a522-006fb94b2614 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709263 Oct 24 08:52:10.628393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64f7b6-a65e-4fbc-bfde-1247ed64ded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b755b10-c9d3-4b16-8363-48592a085a43,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:10.637837 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ca64f7b6-a65e-4fbc-bfde-1247ed64ded9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=df97399ef8cf4da089964120403e4f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740752 Oct 24 08:52:10.643467 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44516) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:10.651171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee9d31-fa02-4e46-984e-d062dfbf47b6 req-29fe52a5-79be-4fdf-b74d-afd2b2d6b680 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:10.665318 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fee9d31-fa02-4e46-984e-d062dfbf47b6 req-29fe52a5-79be-4fdf-b74d-afd2b2d6b680 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1712337 Oct 24 08:52:10.724905 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] Publish callbacks [] for security_group (4b755b10-c9d3-4b16-8363-48592a085a43), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.752313 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] Publish callbacks [] for security_group (4b755b10-c9d3-4b16-8363-48592a085a43), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.762516 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:10.784521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964c98b-8661-4dc6-bf1e-10e58e730d84 req-1104eb94-fcc5-4ecc-8a0e-4856b9b6c7f7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:10.786374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d964c98b-8661-4dc6-bf1e-10e58e730d84 req-1104eb94-fcc5-4ecc-8a0e-4856b9b6c7f7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0970287 Oct 24 08:52:10.819054 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fee9d31-fa02-4e46-984e-d062dfbf47b6 req-128b5470-c6d9-4117-b16d-e9267c4f5ea3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520252 Oct 24 08:52:10.845512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4b755b10-c9d3-4b16-8363-48592a085a43), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.849646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:10.854622 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4b755b10-c9d3-4b16-8363-48592a085a43 HTTP/1.1" status: 204 len: 168 time: 0.2101002 Oct 24 08:52:10.878712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d964c98b-8661-4dc6-bf1e-10e58e730d84 req-52ab2313-8a48-4af5-98cc-4a55c0825bff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791447 Oct 24 08:52:10.882441 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165d742-f2e0-46e8-9d6d-1d90aa9e128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b755b10-c9d3-4b16-8363-48592a085a43,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:10.886394 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e75a8d6a-88f1-4a55-b453-6747d2e6783d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.019468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e75a8d6a-88f1-4a55-b453-6747d2e6783d admin admin] Publish callbacks [] for security_group (4a5695c7-4a65-44c2-8450-445f53b64016), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.024904 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e75a8d6a-88f1-4a55-b453-6747d2e6783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4a5695c7-4a65-44c2-8450-445f53b64016), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.062326 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:11.066295 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e75a8d6a-88f1-4a55-b453-6747d2e6783d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bfd77a0fc47a4e6fac66f7f9ccad631f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5866232 Oct 24 08:52:11.070243 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44532) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:11.083094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:11.100555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a8d6a-88f1-4a55-b453-6747d2e6783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5695c7-4a65-44c2-8450-445f53b64016,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:11.132682 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66022-afe7-44ea-9489-c9230a7c67da req-260fd7e5-3667-4d99-b516-bf2e3d66c293 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:11.134356 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c0e66022-afe7-44ea-9489-c9230a7c67da req-260fd7e5-3667-4d99-b516-bf2e3d66c293 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.1131392 Oct 24 08:52:11.147015 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44538) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:11.152854 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'floatingip': {'port_id': 'b8754c97-b769-418c-b461-714a5809d621'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:11.175349 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] Publish callbacks [] for security_group (4a5695c7-4a65-44c2-8450-445f53b64016), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.206707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] Publish callbacks [] for security_group (4a5695c7-4a65-44c2-8450-445f53b64016), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.249124 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.277655 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4a5695c7-4a65-44c2-8450-445f53b64016), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.283847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:11.287471 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4a5695c7-4a65-44c2-8450-445f53b64016 HTTP/1.1" status: 204 len: 168 time: 0.2130563 Oct 24 08:52:11.295279 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140fcd-c38a-48f0-a573-7e7e7ff61cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5695c7-4a65-44c2-8450-445f53b64016,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:11.587806 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:11.798212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4c5a-cfd4-4292-950e-3359cba34467 req-aa4e9899-4e01-4df2-b4ef-4dae3f1be57b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:11.813730 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b17e4c5a-cfd4-4292-950e-3359cba34467 req-aa4e9899-4e01-4df2-b4ef-4dae3f1be57b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0965836 Oct 24 08:52:11.903362 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b17e4c5a-cfd4-4292-950e-3359cba34467 req-99a54dc3-b545-4176-81ad-277118b952ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886257 Oct 24 08:52:11.949364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44588) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:11.975276 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b0596bb0-33ab-40d6-a610-490fc18b9960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.013608 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44590) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:12.066968 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924dc3c-3569-4647-b417-069dff6dc382 req-1d6c9284-7084-431c-8a7b-b7e97e3e8929 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:12.075628 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4924dc3c-3569-4647-b417-069dff6dc382 req-1d6c9284-7084-431c-8a7b-b7e97e3e8929 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0927193 Oct 24 08:52:12.165476 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4924dc3c-3569-4647-b417-069dff6dc382 req-8dbc3c23-b987-4004-a900-71eee44e9fbe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897295 Oct 24 08:52:12.204923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b0596bb0-33ab-40d6-a610-490fc18b9960 admin admin] Publish callbacks [] for security_group (fd35029b-8524-43f8-9d53-8dcb7aeb3481), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.216952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b0596bb0-33ab-40d6-a610-490fc18b9960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fd35029b-8524-43f8-9d53-8dcb7aeb3481), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.267724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0596bb0-33ab-40d6-a610-490fc18b9960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35029b-8524-43f8-9d53-8dcb7aeb3481,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:12.272741 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b0596bb0-33ab-40d6-a610-490fc18b9960 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d0018036835e4b0bac9de1eccd34dd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220904 Oct 24 08:52:12.276025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44596) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:12.302906 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.309436 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.351022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] Publish callbacks [] for security_group (fd35029b-8524-43f8-9d53-8dcb7aeb3481), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.378322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1086517256-network', 'tenant_id': '69f8ba90c84748bda85edc2c7dcd4f73'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:12.384166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] Publish callbacks [] for security_group (fd35029b-8524-43f8-9d53-8dcb7aeb3481), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.437059 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Floating IP 7ba06e83-96c0-49ff-99f7-ea0781f0997b associated. External IP: 172.37.0.182, port: b8754c97-b769-418c-b461-714a5809d621. Oct 24 08:52:12.441399 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Made reservation on behalf of 69f8ba90c84748bda85edc2c7dcd4f73 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:12.444233 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.467853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44602) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:12.475394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fd35029b-8524-43f8-9d53-8dcb7aeb3481), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.478640 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.480205 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fd35029b-8524-43f8-9d53-8dcb7aeb3481 HTTP/1.1" status: 204 len: 168 time: 0.2027049 Oct 24 08:52:12.499629 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.511638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5ece-5ec4-4a9a-a196-ffcc034109fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35029b-8524-43f8-9d53-8dcb7aeb3481,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:12.644764 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cefe8335-45ad-4848-980c-aa7f88728cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.696988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:12.706696 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks [] for security_group (a05c6a7a-3a5d-47d2-9e19-cefbe28783df), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.713101 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a05c6a7a-3a5d-47d2-9e19-cefbe28783df), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.759956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cefe8335-45ad-4848-980c-aa7f88728cdf admin admin] Publish callbacks [] for security_group (5691a9fe-7283-44cc-83a0-cff8bc6dcb59), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.768401 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cefe8335-45ad-4848-980c-aa7f88728cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5691a9fe-7283-44cc-83a0-cff8bc6dcb59), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.804165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:12.821860 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-cefe8335-45ad-4848-980c-aa7f88728cdf admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=19a9324931d249f0a0b46e3ecc6f405a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499191 Oct 24 08:52:12.822182 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44612) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:12.825042 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe8335-45ad-4848-980c-aa7f88728cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5691a9fe-7283-44cc-83a0-cff8bc6dcb59,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:12.896889 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] Publish callbacks [] for security_group (5691a9fe-7283-44cc-83a0-cff8bc6dcb59), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.922255 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] Publish callbacks [] for security_group (5691a9fe-7283-44cc-83a0-cff8bc6dcb59), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.950583 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:12.957635 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:52:12.995469 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5691a9fe-7283-44cc-83a0-cff8bc6dcb59), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:12.998717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.002330 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5691a9fe-7283-44cc-83a0-cff8bc6dcb59 HTTP/1.1" status: 204 len: 168 time: 0.1765847 Oct 24 08:52:13.002476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05c6a7a-3a5d-47d2-9e19-cefbe28783df,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:13.009794 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (d237d6a6-4fd5-4c4a-8ede-39bac122c261), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.010338 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Added segment d237d6a6-4fd5-4c4a-8ede-39bac122c261 of type vlan for network 1e63469f-3230-4a64-be5e-4babc89d3061 Oct 24 08:52:13.026835 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:52:13.030956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d105d-c515-4307-89e9-948979485852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5691a9fe-7283-44cc-83a0-cff8bc6dcb59,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:13.079045 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (1e63469f-3230-4a64-be5e-4babc89d3061), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.129948 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:13.172749 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (1e63469f-3230-4a64-be5e-4babc89d3061), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.174569 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:13.175644 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.206591 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f22ee1-1aa9-421e-a7b9-d793df033bd6 req-51df8ca2-1a43-4b30-a971-850bb72886f8 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:13.209316 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-40f22ee1-1aa9-421e-a7b9-d793df033bd6 req-51df8ca2-1a43-4b30-a971-850bb72886f8 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 944 time: 0.1089549 Oct 24 08:52:13.321549 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3065889 Oct 24 08:52:13.329329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44634) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:13.334696 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Request body: {'subnet': {'network_id': '1e63469f-3230-4a64-be5e-4babc89d3061', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1086517256-subnet', 'tenant_id': '69f8ba90c84748bda85edc2c7dcd4f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:13.338799 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a306c-20d4-4023-b8a0-394c8b87331b admin admin] Pushing event updated for resources: {'Network': ['ID=1e63469f-3230-4a64-be5e-4babc89d3061,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:13.344169 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:52:13.350590 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.363535 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 1e63469f-3230-4a64-be5e-4babc89d3061 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:52:13.386635 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:52:13.403303 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:13.405956 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:13.411358 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-3abace1d-9002-470c-8a81-d0d393ce11a5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/7ba06e83-96c0-49ff-99f7-ea0781f0997b HTTP/1.1" status: 200 len: 992 time: 2.2625434 Oct 24 08:52:13.412673 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:13.415996 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f903500-10ee-4896-92cd-764bf3d9455c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:13.422258 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Made reservation on behalf of 69f8ba90c84748bda85edc2c7dcd4f73 for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:13.426026 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.475677 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-40f22ee1-1aa9-421e-a7b9-d793df033bd6 req-52387ffe-d9ff-4bfb-81d1-a0c0031532b9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552824 Oct 24 08:52:13.485618 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19206-79ab-4d92-9026-71d4e888603e req-6503b0eb-beea-4d1e-a572-e83af0020758 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:13.493649 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-efa19206-79ab-4d92-9026-71d4e888603e req-6503b0eb-beea-4d1e-a572-e83af0020758 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1240840 Oct 24 08:52:13.551887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16095e2-bb92-4de4-bd39-c6f513b9198c x-openstack-request-id: req-b16095e2-bb92-4de4-bd39-c6f513b9198c {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:13.552208 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "tag": "b8754c97-b769-418c-b461-714a5809d621", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:13.552463 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b16095e2-bb92-4de4-bd39-c6f513b9198c {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:13.552892 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16095e2-bb92-4de4-bd39-c6f513b9198c'] response: {'name': 'network-changed', 'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'status': 'completed', 'code': 200} Oct 24 08:52:13.647008 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-efa19206-79ab-4d92-9026-71d4e888603e req-9a664ad0-f4a5-4e9e-a33d-4697b1c24577 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379712 Oct 24 08:52:13.708079 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:13.755654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (598cb867-d1c7-4c51-957d-bdcfbc6cdc48), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.824273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598cb867-d1c7-4c51-957d-bdcfbc6cdc48,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:13.831947 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44650) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:13.847759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6b86b523-14a7-44cb-8e21-ac917eab3a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.861461 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Checking segment: {'id': 'd237d6a6-4fd5-4c4a-8ede-39bac122c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e63469f-3230-4a64-be5e-4babc89d3061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:13.861927 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Network hostable DHCP agents. Network: 1e63469f-3230-4a64-be5e-4babc89d3061, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:52:13.885096 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Network 1e63469f-3230-4a64-be5e-4babc89d3061 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:52:13.901826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1e63469f-3230-4a64-be5e-4babc89d3061) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:13.907312 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:13.908046 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.914617 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a13142-cb35-49cf-b42d-1657cb5addb8 None None] Network 1e63469f-3230-4a64-be5e-4babc89d3061 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:13.933933 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-af15939d-2990-409b-ac87-9faf2138f179 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6049163 Oct 24 08:52:13.963761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6b86b523-14a7-44cb-8e21-ac917eab3a08 admin admin] Publish callbacks [] for security_group (46398551-7304-4f09-a9b8-5c7aae636812), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:13.970468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6b86b523-14a7-44cb-8e21-ac917eab3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (46398551-7304-4f09-a9b8-5c7aae636812), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.009265 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44654) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:14.009808 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6b86b523-14a7-44cb-8e21-ac917eab3a08 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f7a0bfcf32644a9298389d032aac236d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763880 Oct 24 08:52:14.046083 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b523-14a7-44cb-8e21-ac917eab3a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46398551-7304-4f09-a9b8-5c7aae636812,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:14.098949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6f07e-f60a-4b56-b09e-92b1c7d3ecc3 None None] Network 1e63469f-3230-4a64-be5e-4babc89d3061 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:14.104991 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:14.134587 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ba06e83-96c0-49ff-99f7-ea0781f0997b', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.182', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:19Z', 'updated_at': '2022-10-24T08:52:12Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:14.142945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] Publish callbacks [] for security_group (46398551-7304-4f09-a9b8-5c7aae636812), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.171162 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:52:14.189204 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:14.189204 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:14.197436 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] Publish callbacks [] for security_group (46398551-7304-4f09-a9b8-5c7aae636812), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.297559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (46398551-7304-4f09-a9b8-5c7aae636812), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.300843 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.304705 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/46398551-7304-4f09-a9b8-5c7aae636812 HTTP/1.1" status: 204 len: 168 time: 0.2921102 Oct 24 08:52:14.313416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b02447-3c1f-4e1e-9af9-d44e52246c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46398551-7304-4f09-a9b8-5c7aae636812,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:14.337807 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:14.611080 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ba06e83-96c0-49ff-99f7-ea0781f0997b', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.182', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:19Z', 'updated_at': '2022-10-24T08:52:12Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:14.649248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 91e7f21e-e0a0-4b2a-9221-473c98847085 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:14.668360 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf6a-ba00-45ec-b291-25d4a6121e46 None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ba06e83-96c0-49ff-99f7-ea0781f0997b', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.182', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:19Z', 'updated_at': '2022-10-24T08:52:12Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:52:14.705363 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8874ef-a01f-4ddc-b07e-01858e4b6579 req-00176eeb-128d-4964-9b90-0838c02c7104 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:14.733237 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 91e7f21e-e0a0-4b2a-9221-473c98847085 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:52:14.734126 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce8874ef-a01f-4ddc-b07e-01858e4b6579 req-00176eeb-128d-4964-9b90-0838c02c7104 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 944 time: 0.1559999 Oct 24 08:52:14.745288 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 91e7f21e-e0a0-4b2a-9221-473c98847085 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:14.746041 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.746726 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 91e7f21e-e0a0-4b2a-9221-473c98847085 Oct 24 08:52:14.751714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:14.793430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:14.844462 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce8874ef-a01f-4ddc-b07e-01858e4b6579 req-fff720f7-8c01-41d4-8cef-248079d1417a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089141 Oct 24 08:52:14.853569 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 91e7f21e-e0a0-4b2a-9221-473c98847085 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:14.854467 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.888292 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5ebb-b6fe-4a9d-aa3f-6fbb99f811b7 req-23d96273-7d59-4004-bf0e-64a2460d7a83 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:14.890257 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-100a5ebb-b6fe-4a9d-aa3f-6fbb99f811b7 req-23d96273-7d59-4004-bf0e-64a2460d7a83 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0999265 Oct 24 08:52:14.891124 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:14.893581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe2ee4-5e7e-4fd1-b81d-778be7306770" -d '{"events": [{"server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:14.911693 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=91e7f21e-e0a0-4b2a-9221-473c98847085,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:14.917600 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:14.957883 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39aafca-1c49-4b60-a959-f65d7ae1596a x-openstack-request-id: req-c39aafca-1c49-4b60-a959-f65d7ae1596a {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:14.958441 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:14.958875 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c39aafca-1c49-4b60-a959-f65d7ae1596a {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:14.959472 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39aafca-1c49-4b60-a959-f65d7ae1596a'] response: {'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'code': 200} Oct 24 08:52:14.970581 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-100a5ebb-b6fe-4a9d-aa3f-6fbb99f811b7 req-6cfe8be0-df1c-4482-9f48-e7d3cb35a07c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Oct 24 08:52:15.000343 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:15.123777 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a001f-414e-4da3-8d9a-e75590e3b0db None None] New status for floating IP 7ba06e83-96c0-49ff-99f7-ea0781f0997b: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:52:15.133526 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903500-10ee-4896-92cd-764bf3d9455c req-4b720b0e-b503-488a-93f4-b391df5e0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:15.138478 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-4b720b0e-b503-488a-93f4-b391df5e0661 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1130 time: 0.0831256 Oct 24 08:52:15.239862 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44702) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:15.246990 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1164039364-network', 'tenant_id': 'ac7c766e14dd43bd9846d6fb3d057b8e'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:15.307956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Made reservation on behalf of ac7c766e14dd43bd9846d6fb3d057b8e for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:15.322335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.350593 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.402413 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:15.425243 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:15.488339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks [] for security_group (3d1c2274-dc41-41df-9d2c-7da4df3627ff), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.494301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3d1c2274-dc41-41df-9d2c-7da4df3627ff), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.519988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:52:15.565362 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (6e3a7a82-33b6-47a2-b82c-edea51bd79cc), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.565792 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Added segment 6e3a7a82-33b6-47a2-b82c-edea51bd79cc of type vlan for network a4fb9429-483f-4ab7-934e-b832e7b9ec76 Oct 24 08:52:15.587126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c2274-dc41-41df-9d2c-7da4df3627ff,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:15.649247 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (a4fb9429-483f-4ab7-934e-b832e7b9ec76), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.677923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (a4fb9429-483f-4ab7-934e-b832e7b9ec76), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.678964 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:15.679536 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:15.745968 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5038941 Oct 24 08:52:15.748777 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44724) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:15.757362 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Request body: {'subnet': {'network_id': 'a4fb9429-483f-4ab7-934e-b832e7b9ec76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1164039364-subnet', 'tenant_id': 'ac7c766e14dd43bd9846d6fb3d057b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:15.764542 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dae392-bcd0-4936-8811-94378d6de3be admin admin] Pushing event updated for resources: {'Network': ['ID=a4fb9429-483f-4ab7-934e-b832e7b9ec76,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:15.781298 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network a4fb9429-483f-4ab7-934e-b832e7b9ec76 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:52:15.782146 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Made reservation on behalf of ac7c766e14dd43bd9846d6fb3d057b8e for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:15.786000 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.120630 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (8cb92631-136f-4618-af96-6f15f49cb9b4), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.131343 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857541a-829f-480b-8b9e-3a5ebda408e4 req-41bf96f2-1aae-403f-a66c-fb5eca3779d8 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:16.132923 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c857541a-829f-480b-8b9e-3a5ebda408e4 req-41bf96f2-1aae-403f-a66c-fb5eca3779d8 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1756229 Oct 24 08:52:16.240072 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310309-ef32-481f-b5fe-a318fa5be3fc req-a4a64310-5e29-4d48-8c24-f8c406f17303 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:16.241843 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9a310309-ef32-481f-b5fe-a318fa5be3fc req-a4a64310-5e29-4d48-8c24-f8c406f17303 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1361222 Oct 24 08:52:16.284597 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb92631-136f-4618-af96-6f15f49cb9b4,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:16.309140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Checking segment: {'id': '6e3a7a82-33b6-47a2-b82c-edea51bd79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a4fb9429-483f-4ab7-934e-b832e7b9ec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:16.309530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Network hostable DHCP agents. Network: a4fb9429-483f-4ab7-934e-b832e7b9ec76, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:52:16.320113 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c857541a-829f-480b-8b9e-3a5ebda408e4 req-9cf665d2-5bfb-453e-83a6-a7575a25d88f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624894 Oct 24 08:52:16.347604 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9a310309-ef32-481f-b5fe-a318fa5be3fc req-3c1e479f-d5f9-4c93-b308-f93fa3436ef9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955613 Oct 24 08:52:16.352908 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Network a4fb9429-483f-4ab7-934e-b832e7b9ec76 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:52:16.366101 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a4fb9429-483f-4ab7-934e-b832e7b9ec76) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:16.380021 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:16.380555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.384483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03c985-726c-4c5d-b185-3b5f5d5e0c79 None None] Network a4fb9429-483f-4ab7-934e-b832e7b9ec76 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:16.409699 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d1ad7bd1-1797-4d06-afbb-23f369542a66 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6554055 Oct 24 08:52:16.444186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44748) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:16.503733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef2cb2-1e43-40b6-9e25-8d06dd52d436 None None] Network a4fb9429-483f-4ab7-934e-b832e7b9ec76 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:16.588555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c8a9d336-7406-4134-9227-53f9ad5ca0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.679623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c8a9d336-7406-4134-9227-53f9ad5ca0af admin admin] Publish callbacks [] for security_group (da992153-603c-4b37-94ff-36f60eb13a39), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.684315 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c8a9d336-7406-4134-9227-53f9ad5ca0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (da992153-603c-4b37-94ff-36f60eb13a39), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.730871 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9d336-7406-4134-9227-53f9ad5ca0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da992153-603c-4b37-94ff-36f60eb13a39,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:16.740105 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c8a9d336-7406-4134-9227-53f9ad5ca0af admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2db9e6790f864c579bf76ccd5f74010d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948155 Oct 24 08:52:16.743119 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44762) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:16.751506 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:16.775002 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:16.809948 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] Publish callbacks [] for security_group (da992153-603c-4b37-94ff-36f60eb13a39), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.834839 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] Publish callbacks [] for security_group (da992153-603c-4b37-94ff-36f60eb13a39), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.893568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (da992153-603c-4b37-94ff-36f60eb13a39), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.896698 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:16.897870 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/da992153-603c-4b37-94ff-36f60eb13a39 HTTP/1.1" status: 204 len: 168 time: 0.1537521 Oct 24 08:52:16.907048 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c9a45-bc31-4823-b589-5edaac11d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da992153-603c-4b37-94ff-36f60eb13a39,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:17.554375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771504b-10e2-41d9-9752-e3b681fffe34 req-19047bcd-528f-4078-baf6-8281803c5f3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:17.556094 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c771504b-10e2-41d9-9752-e3b681fffe34 req-19047bcd-528f-4078-baf6-8281803c5f3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1247935 Oct 24 08:52:17.565565 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f738a0-8046-45a3-9522-97624ec3b8b1 req-1971084b-4424-4048-9ef6-d47ac1c751cd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:17.567361 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76f738a0-8046-45a3-9522-97624ec3b8b1 req-1971084b-4424-4048-9ef6-d47ac1c751cd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1129284 Oct 24 08:52:17.662672 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c771504b-10e2-41d9-9752-e3b681fffe34 req-28ad8b2d-6721-43ed-b4c4-62957a9662aa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936155 Oct 24 08:52:17.670853 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76f738a0-8046-45a3-9522-97624ec3b8b1 req-d7cd8671-fffa-46f6-b0d4-dcd4b354cca0 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Oct 24 08:52:18.849012 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b9902-9dd5-46af-b066-2aec82c56484 req-65b483ac-7458-401b-9368-cb420e75fd87 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:18.850503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d8b9902-9dd5-46af-b066-2aec82c56484 req-65b483ac-7458-401b-9368-cb420e75fd87 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0832603 Oct 24 08:52:18.856262 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e58e-3e5a-42c7-8805-ee3613f8b75c req-eddf0a10-70bf-4bed-86ca-5c9f35bb9761 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:18.858240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3be6e58e-3e5a-42c7-8805-ee3613f8b75c req-eddf0a10-70bf-4bed-86ca-5c9f35bb9761 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0891275 Oct 24 08:52:18.938617 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3be6e58e-3e5a-42c7-8805-ee3613f8b75c req-3231836f-62ea-4397-9452-29d026b176fc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731475 Oct 24 08:52:18.943415 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d8b9902-9dd5-46af-b066-2aec82c56484 req-113e0421-b6d1-4847-b1f4-5d9d92964f68 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Oct 24 08:52:20.146683 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fdad6-915f-48a2-a3b5-a8f76348a32f req-d09923a6-6892-4ae6-903b-317a52ef2d91 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:20.150459 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d0fdad6-915f-48a2-a3b5-a8f76348a32f req-d09923a6-6892-4ae6-903b-317a52ef2d91 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0883589 Oct 24 08:52:20.183663 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee533bb-6f07-49d6-997b-de3124cee7b3 req-45a0f53e-ba8e-4f4d-93dd-09c290dc1929 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:20.187548 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aee533bb-6f07-49d6-997b-de3124cee7b3 req-45a0f53e-ba8e-4f4d-93dd-09c290dc1929 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0845542 Oct 24 08:52:20.226983 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d0fdad6-915f-48a2-a3b5-a8f76348a32f req-d66074df-6266-47aa-9fb5-a8474861af6f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719969 Oct 24 08:52:20.282566 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aee533bb-6f07-49d6-997b-de3124cee7b3 req-247b2939-5c3e-4466-bcc4-809a5652c860 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722315 Oct 24 08:52:20.556396 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44942) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:20.669325 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a9af-2034-4fd2-8c1d-e25b555687d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:20.777235 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a9af-2034-4fd2-8c1d-e25b555687d7 admin admin] Publish callbacks [] for security_group (dea5ac32-87b0-4cac-a209-713cc6e710cc), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:20.783165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a9af-2034-4fd2-8c1d-e25b555687d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (dea5ac32-87b0-4cac-a209-713cc6e710cc), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:20.833171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0a9af-2034-4fd2-8c1d-e25b555687d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5ac32-87b0-4cac-a209-713cc6e710cc,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:20.837856 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6dc0a9af-2034-4fd2-8c1d-e25b555687d7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=257c15df232146cab06af2a01271cf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803230 Oct 24 08:52:20.841951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44956) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:20.888387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:20.898244 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:20.907852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] Publish callbacks [] for security_group (dea5ac32-87b0-4cac-a209-713cc6e710cc), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:20.938584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] Publish callbacks [] for security_group (dea5ac32-87b0-4cac-a209-713cc6e710cc), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:21.008075 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (dea5ac32-87b0-4cac-a209-713cc6e710cc), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:21.012903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:21.014869 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dea5ac32-87b0-4cac-a209-713cc6e710cc HTTP/1.1" status: 204 len: 168 time: 0.1721919 Oct 24 08:52:21.027522 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080985c-48ee-4803-adb6-d877d2625c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5ac32-87b0-4cac-a209-713cc6e710cc,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:21.258615 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 44976) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:21.492185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c589-eeb3-4e11-b9fb-d30b9c5cc20e req-0ac75f26-2a12-4d00-9c6b-f5db11c8a1ca tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:21.508527 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ed1c589-eeb3-4e11-b9fb-d30b9c5cc20e req-0ac75f26-2a12-4d00-9c6b-f5db11c8a1ca tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1033175 Oct 24 08:52:21.573047 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923dd9-3098-4736-8337-e54f0e904801 req-e38bf271-94ad-459e-b6f2-6d681efdc3d8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:21.575134 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3e923dd9-3098-4736-8337-e54f0e904801 req-e38bf271-94ad-459e-b6f2-6d681efdc3d8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1116278 Oct 24 08:52:21.607469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49159471-e5fc-43fa-9a8f-f51d3e0dce71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:21.650437 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ed1c589-eeb3-4e11-b9fb-d30b9c5cc20e req-05ae6cbf-36bb-4fbd-be7c-8a1134fe6821 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406510 Oct 24 08:52:21.692579 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3e923dd9-3098-4736-8337-e54f0e904801 req-206dd7fb-c349-4068-acdf-e9eb13dbaa7f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049359 Oct 24 08:52:21.777364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 44996) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:21.894875 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:21.947140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903500-10ee-4896-92cd-764bf3d9455c req-e1879a72-1b8d-410f-a514-61e6ba8a6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:21.949349 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-e1879a72-1b8d-410f-a514-61e6ba8a6001 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.2787175 Oct 24 08:52:21.951288 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eeb696c2-9680-466e-9f6c-b36019f6f30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.044691 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49159471-e5fc-43fa-9a8f-f51d3e0dce71 admin admin] Publish callbacks [] for security_group (7cc1d145-4c20-49ed-9ff0-d633e296d5c0), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.053649 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49159471-e5fc-43fa-9a8f-f51d3e0dce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7cc1d145-4c20-49ed-9ff0-d633e296d5c0), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.089591 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eeb696c2-9680-466e-9f6c-b36019f6f30f admin admin] Publish callbacks [] for security_group (7e3c48c7-8508-4832-806b-c237ee7801c5), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.097224 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eeb696c2-9680-466e-9f6c-b36019f6f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7e3c48c7-8508-4832-806b-c237ee7801c5), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.111632 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-49159471-e5fc-43fa-9a8f-f51d3e0dce71 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=abc092e5568b4a3cb5179c274198fd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8577476 Oct 24 08:52:22.112637 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45008) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:22.121124 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49159471-e5fc-43fa-9a8f-f51d3e0dce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1d145-4c20-49ed-9ff0-d633e296d5c0,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:22.159677 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb696c2-9680-466e-9f6c-b36019f6f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c48c7-8508-4832-806b-c237ee7801c5,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:22.164731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-eeb696c2-9680-466e-9f6c-b36019f6f30f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=72ee7f45fb4d407eaa298629ab8a8526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857291 Oct 24 08:52:22.168915 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45012) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:22.188001 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:22.197658 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] Publish callbacks [] for security_group (7cc1d145-4c20-49ed-9ff0-d633e296d5c0), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.252596 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] Publish callbacks [] for security_group (7cc1d145-4c20-49ed-9ff0-d633e296d5c0), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.427906 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.470659 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] Publish callbacks [] for security_group (7e3c48c7-8508-4832-806b-c237ee7801c5), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.497423 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031fa60-b033-4f29-8ae5-6b3e818e7831 req-314237b3-1f87-4281-8b81-50e6a8f1bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:22.499542 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f031fa60-b033-4f29-8ae5-6b3e818e7831 req-314237b3-1f87-4281-8b81-50e6a8f1bcef service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 1129 time: 0.1753628 Oct 24 08:52:22.502093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] Publish callbacks [] for security_group (7e3c48c7-8508-4832-806b-c237ee7801c5), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.532869 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-8204a34f-e4fa-4811-b6cf-0535364cc549 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 1002 time: 0.2976873 Oct 24 08:52:22.574708 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7e3c48c7-8508-4832-806b-c237ee7801c5), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.579449 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.581557 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7e3c48c7-8508-4832-806b-c237ee7801c5 HTTP/1.1" status: 204 len: 168 time: 0.4115732 Oct 24 08:52:22.594051 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d836bc-7007-4b4e-9ee3-3aa400688ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c48c7-8508-4832-806b-c237ee7801c5,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:22.657862 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7cc1d145-4c20-49ed-9ff0-d633e296d5c0), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.662137 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:22.669440 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7cc1d145-4c20-49ed-9ff0-d633e296d5c0 HTTP/1.1" status: 204 len: 168 time: 0.5552197 Oct 24 08:52:22.692414 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f031fa60-b033-4f29-8ae5-6b3e818e7831 req-dbc982d0-c0e7-4222-9fe2-9adc5c5760e1 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812141 Oct 24 08:52:22.708899 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494532f8-7d8e-4a05-96e3-6ef1d404a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1d145-4c20-49ed-9ff0-d633e296d5c0,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:22.722452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903500-10ee-4896-92cd-764bf3d9455c req-25a2f760-fd94-40f7-8d6e-2811232c26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:22.724545 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-25a2f760-fd94-40f7-8d6e-2811232c26af service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.1545222 Oct 24 08:52:22.906189 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2039c-4da8-4d53-9439-fb04f651c1c6 req-7772e97f-25e4-4349-878a-9daa7ae1ecf3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:22.910508 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2df2039c-4da8-4d53-9439-fb04f651c1c6 req-7772e97f-25e4-4349-878a-9daa7ae1ecf3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1093504 Oct 24 08:52:23.028320 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2df2039c-4da8-4d53-9439-fb04f651c1c6 req-794e7e8a-14e8-48a3-8de2-8954b48f6bba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130478 Oct 24 08:52:23.192174 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea89a-db12-49d2-8a86-10a33939d2c0 req-f44b935c-3e7f-4496-8bc6-ddf47ec4cbb7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:23.202628 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2ea89a-db12-49d2-8a86-10a33939d2c0 req-f44b935c-3e7f-4496-8bc6-ddf47ec4cbb7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1512578 Oct 24 08:52:23.292485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903500-10ee-4896-92cd-764bf3d9455c req-dfc8ff9c-fd7b-41a9-a413-0125cb099f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:23.299204 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-dfc8ff9c-fd7b-41a9-a413-0125cb099f47 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581187 Oct 24 08:52:23.336999 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2ea89a-db12-49d2-8a86-10a33939d2c0 req-22eaeb65-1d8a-43a7-a82d-21c4285e00b9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334846 Oct 24 08:52:23.596359 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f8822-8c62-4d95-8576-814435ffbf0e req-17b146cd-f3c6-4b29-92d9-99471ca383f7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:23.599293 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b13f8822-8c62-4d95-8576-814435ffbf0e req-17b146cd-f3c6-4b29-92d9-99471ca383f7 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.1090009 Oct 24 08:52:23.634043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:23.680340 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45056) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:23.686807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b13f8822-8c62-4d95-8576-814435ffbf0e req-981ca692-b9e4-4ec5-9b6b-ee66803b7c6d tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 Oct 24 08:52:23.695451 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-de29deb4-1e6d-4b2c-a109-ed34b23c285f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.791143 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-de29deb4-1e6d-4b2c-a109-ed34b23c285f admin admin] Publish callbacks [] for security_group (01e0974e-6f5b-429f-952e-299b45b2226d), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.795917 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-de29deb4-1e6d-4b2c-a109-ed34b23c285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (01e0974e-6f5b-429f-952e-299b45b2226d), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.838198 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-de29deb4-1e6d-4b2c-a109-ed34b23c285f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b5ae047cf98d43779955e10358da705d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567414 Oct 24 08:52:23.839048 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29deb4-1e6d-4b2c-a109-ed34b23c285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0974e-6f5b-429f-952e-299b45b2226d,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:23.841444 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45058) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:23.868719 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:23.907230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] Publish callbacks [] for security_group (01e0974e-6f5b-429f-952e-299b45b2226d), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.929807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] Publish callbacks [] for security_group (01e0974e-6f5b-429f-952e-299b45b2226d), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.982903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (01e0974e-6f5b-429f-952e-299b45b2226d), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.987454 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:23.993655 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/01e0974e-6f5b-429f-952e-299b45b2226d HTTP/1.1" status: 204 len: 168 time: 0.1489327 Oct 24 08:52:24.003365 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b781445-f377-40d2-9c2e-007309d50419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0974e-6f5b-429f-952e-299b45b2226d,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:24.195080 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ba111-7774-4a5b-b29f-25cf02ccde3c req-a9b766f6-cf85-4da7-9946-b863f411fc31 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:24.196769 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-410ba111-7774-4a5b-b29f-25cf02ccde3c req-a9b766f6-cf85-4da7-9946-b863f411fc31 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0564544 Oct 24 08:52:24.255490 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-410ba111-7774-4a5b-b29f-25cf02ccde3c req-6e08b201-2934-424f-862f-9ee226bc1daa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Oct 24 08:52:24.470341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aceab-7350-4178-ba76-a968e8ae0ce3 req-e56ad0f1-1c38-4f0d-84e4-8853d21760a5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:24.472252 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee4aceab-7350-4178-ba76-a968e8ae0ce3 req-e56ad0f1-1c38-4f0d-84e4-8853d21760a5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0540211 Oct 24 08:52:24.541442 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee4aceab-7350-4178-ba76-a968e8ae0ce3 req-d1f932e7-565c-4bba-b816-84aeac62ee25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589240 Oct 24 08:52:24.666855 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=82 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:24.894599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59a5c2-303f-4ffc-b502-c0d00fa2f81e req-e05ae462-6d3d-47ce-afb2-bdc288a1a907 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:24.896243 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d59a5c2-303f-4ffc-b502-c0d00fa2f81e req-e05ae462-6d3d-47ce-afb2-bdc288a1a907 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0618784 Oct 24 08:52:24.950268 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d59a5c2-303f-4ffc-b502-c0d00fa2f81e req-88ba39bb-109c-4aa4-b0ee-ad84392951fd tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Oct 24 08:52:25.429494 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc370-28e2-489f-8f51-4580bb7e8e21 req-aeb92459-6ecb-4394-93fe-5f6b596c0135 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:25.431046 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb8cc370-28e2-489f-8f51-4580bb7e8e21 req-aeb92459-6ecb-4394-93fe-5f6b596c0135 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0600471 Oct 24 08:52:25.462008 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-31a58261-d710-46d5-a38f-86080ef9532a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057811 Oct 24 08:52:25.493903 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb8cc370-28e2-489f-8f51-4580bb7e8e21 req-e2f2254b-e0ab-43a6-8f30-c1a59fc817e5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554912 Oct 24 08:52:25.593222 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:25.609356 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-9f903500-10ee-4896-92cd-764bf3d9455c req-b0c2b4b8-d9c1-4fa5-87c2-994ac6e5d916 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193049 Oct 24 08:52:25.677416 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fb672-7fa9-4a37-8219-5040b555acd4 req-1173aafe-6cd4-4bb7-a900-2c799fcb9eba tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:25.680668 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5b1fb672-7fa9-4a37-8219-5040b555acd4 req-1173aafe-6cd4-4bb7-a900-2c799fcb9eba tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0581124 Oct 24 08:52:25.755896 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5b1fb672-7fa9-4a37-8219-5040b555acd4 req-a6ab37ec-91e2-4013-8328-556ac1ae2ecc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Oct 24 08:52:26.109613 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bfca7-7a7b-45ae-a1af-8ba3a6f87302 req-5f34f4e9-ed82-43e1-8ae0-0a57e8166bdb tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:26.112108 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-313bfca7-7a7b-45ae-a1af-8ba3a6f87302 req-5f34f4e9-ed82-43e1-8ae0-0a57e8166bdb tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0610387 Oct 24 08:52:26.178654 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-313bfca7-7a7b-45ae-a1af-8ba3a6f87302 req-18e4e95f-4944-4831-bb4a-a4759d8851e6 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 Oct 24 08:52:26.644092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014acc92-86d2-4096-983a-2b2c47da920f req-3cd15153-4f71-4341-ad78-183885a8d785 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:26.645674 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-014acc92-86d2-4096-983a-2b2c47da920f req-3cd15153-4f71-4341-ad78-183885a8d785 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0592618 Oct 24 08:52:26.711845 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-014acc92-86d2-4096-983a-2b2c47da920f req-8bf40a2f-14d5-487b-82ea-53edc765b2bf tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598874 Oct 24 08:52:26.897938 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0b530-29f8-426d-b08e-1cda0d947ad3 req-3a97b61f-ea5c-4316-83e8-bb26ceff0431 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:26.899573 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41b0b530-29f8-426d-b08e-1cda0d947ad3 req-3a97b61f-ea5c-4316-83e8-bb26ceff0431 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0511689 Oct 24 08:52:26.905741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-7602d959-a523-4bf6-a545-3c2524500e0f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:26.907404 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-7602d959-a523-4bf6-a545-3c2524500e0f tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.1050649 Oct 24 08:52:26.964258 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41b0b530-29f8-426d-b08e-1cda0d947ad3 req-4f7b6f0e-d08b-420c-b5e9-8858e30bcdd8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Oct 24 08:52:27.063928 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Deleting port ac62796b-0699-4c3e-84f4-a4a808a0dd94 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:52:27.064754 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:27.183275 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] For port ac62796b-0699-4c3e-84f4-a4a808a0dd94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac62796b-0699-4c3e-84f4-a4a808a0dd94,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:27.183718 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:27.201958 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Calling delete_port for ac62796b-0699-4c3e-84f4-a4a808a0dd94 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:52:27.210415 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:27.299085 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:27.320373 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231138-4409-45c0-8fb2-6ba59a00972b req-e9ead0c5-57e1-44ea-8932-308c8abfa3fb tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:27.321938 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d231138-4409-45c0-8fb2-6ba59a00972b req-e9ead0c5-57e1-44ea-8932-308c8abfa3fb tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 945 time: 0.0560715 Oct 24 08:52:27.392747 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d231138-4409-45c0-8fb2-6ba59a00972b req-fd2874f8-e3c7-4ec2-8dbc-551a23473fe8 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5b551eae-6e30-4012-990a-0fb28d375ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Oct 24 08:52:27.415993 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (ac62796b-0699-4c3e-84f4-a4a808a0dd94), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:27.453612 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Pushing event deleted for resources: {'Port': ['ID=ac62796b-0699-4c3e-84f4-a4a808a0dd94,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:27.481541 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['ac62796b-0699-4c3e-84f4-a4a808a0dd94'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:52:27.542935 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] No DVR routers for this DVR port ac62796b-0699-4c3e-84f4-a4a808a0dd94 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:52:27.548039 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:27.551411 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c8cc01b4-5b3e-4099-b0d9-77f774b31246 req-b46ef513-012d-495d-9d01-05573f522ed9 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.13 "DELETE /networking/v2.0/ports/ac62796b-0699-4c3e-84f4-a4a808a0dd94 HTTP/1.1" status: 204 len: 173 time: 0.6320121 Oct 24 08:52:27.551956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'name': 'network-vif-deleted', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:27.554526 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881507f-dc4a-491a-a53d-76a22335cbaa" -d '{"events": [{"server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "name": "network-vif-deleted", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:27.624000 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4968d560-6332-459a-b2ad-d225b70268e8 x-openstack-request-id: req-4968d560-6332-459a-b2ad-d225b70268e8 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:27.624469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad848f1-177f-482d-a460-8a554066970c", "name": "network-vif-deleted", "tag": "ac62796b-0699-4c3e-84f4-a4a808a0dd94", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:27.624899 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4968d560-6332-459a-b2ad-d225b70268e8 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:27.625472 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4968d560-6332-459a-b2ad-d225b70268e8'] response: {'server_uuid': 'fad848f1-177f-482d-a460-8a554066970c', 'name': 'network-vif-deleted', 'tag': 'ac62796b-0699-4c3e-84f4-a4a808a0dd94', 'status': 'completed', 'code': 200} Oct 24 08:52:27.873407 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4465e-59ca-47dd-9a13-9c98dde53f28 req-13f90ad2-1b8a-4b24-b2be-e5eefdec631c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:27.875045 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5cb4465e-59ca-47dd-9a13-9c98dde53f28 req-13f90ad2-1b8a-4b24-b2be-e5eefdec631c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0714817 Oct 24 08:52:27.922198 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:27.939569 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5cb4465e-59ca-47dd-9a13-9c98dde53f28 req-1186a9a6-a237-4aa8-8243-f3292eb38731 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583732 Oct 24 08:52:28.015713 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:52:28.083223 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff7f69-8ead-4dea-a829-aec5b1ba528b req-d6abe0c9-4a87-454f-848c-3038784c6e5f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:28.084949 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47ff7f69-8ead-4dea-a829-aec5b1ba528b req-d6abe0c9-4a87-454f-848c-3038784c6e5f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0585179 Oct 24 08:52:28.101925 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45222) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:28.106897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:28.157010 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:28.164817 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618187-de19-4b63-9f96-08262533eca0 req-fa20ba82-baa4-4084-b913-4c10a86c3ca9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:28.166632 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b7618187-de19-4b63-9f96-08262533eca0 req-fa20ba82-baa4-4084-b913-4c10a86c3ca9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0725739 Oct 24 08:52:28.241409 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b7618187-de19-4b63-9f96-08262533eca0 req-7c9d0eaa-8269-4df9-8751-21057fbc6821 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648315 Oct 24 08:52:28.555826 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-99a3f7e4-2931-4af7-beeb-dae84d3661bd req-70ffae9e-c4b4-4535-87bd-f0b21da84352 tempest-DeleteServersTestJSON-116224961 tempest-DeleteServersTestJSON-116224961-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fad848f1-177f-482d-a460-8a554066970c HTTP/1.1" status: 200 len: 210 time: 0.0308244 Oct 24 08:52:28.758941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:28.766100 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:28.812483 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:29.149500 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP 702a9cf5-42c1-422f-b38d-d822c5d4a906 associated. External IP: 172.37.0.28, port: 91e7f21e-e0a0-4b2a-9221-473c98847085. Oct 24 08:52:29.370860 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:52:29.374319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e944bd-ffc6-428c-a527-72c0888e4d15 req-3b7b99aa-4f75-421b-8be5-f81cadcc81e5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:29.375870 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42e944bd-ffc6-428c-a527-72c0888e4d15 req-3b7b99aa-4f75-421b-8be5-f81cadcc81e5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0490017 Oct 24 08:52:29.382411 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:29.426786 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42e944bd-ffc6-428c-a527-72c0888e4d15 req-8b040bbf-4ef2-4c16-8f83-a34253c13fa3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Oct 24 08:52:29.490581 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:52:29.496549 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:29.501799 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:52:29.512359 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:29.512982 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:29.530704 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a398bf90-306e-4819-a2fe-68a844608968 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/702a9cf5-42c1-422f-b38d-d822c5d4a906 HTTP/1.1" status: 200 len: 990 time: 1.4274402 Oct 24 08:52:29.624100 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:29.626897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:29.629597 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23252ee-abf5-4eeb-b658-e42212f34098" -d '{"events": [{"name": "network-changed", "server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:29.676121 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef561e8c-5dc6-4a02-be82-4960ca9ac385 x-openstack-request-id: req-ef561e8c-5dc6-4a02-be82-4960ca9ac385 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:29.676479 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:29.676854 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef561e8c-5dc6-4a02-be82-4960ca9ac385 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:29.677318 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef561e8c-5dc6-4a02-be82-4960ca9ac385'] response: {'name': 'network-changed', 'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'status': 'completed', 'code': 200} Oct 24 08:52:29.801920 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-bddef730-6865-4b9f-88ac-ea80dd5d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:29.803610 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-bddef730-6865-4b9f-88ac-ea80dd5d216b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 1129 time: 0.0451241 Oct 24 08:52:29.822671 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:29.912991 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:28Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:29.943236 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:52:29.948435 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-68e3b909-6159-44d6-a821-12522fea3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:29.950125 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-68e3b909-6159-44d6-a821-12522fea3580 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.1344886 Oct 24 08:52:29.953661 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:29.954277 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:30.032004 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-92f83d6e-f959-4777-91bc-ee4c175b7597 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e7f21e-e0a0-4b2a-9221-473c98847085 HTTP/1.1" status: 200 len: 998 time: 0.0724761 Oct 24 08:52:30.099163 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-e1732cc3-56d5-413f-89fa-4d18d29d3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:30.100816 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-e1732cc3-56d5-413f-89fa-4d18d29d3659 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0629091 Oct 24 08:52:30.163977 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-033335a8-54bd-40ba-b57d-0170b2e327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:30.166880 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-033335a8-54bd-40ba-b57d-0170b2e327c8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591097 Oct 24 08:52:30.207309 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:30.275785 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-32452251-0514-4b6f-86ac-ea33fdb5fd97 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020591 Oct 24 08:52:30.384002 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d23252ee-abf5-4eeb-b658-e42212f34098 req-fc5e4153-8642-4822-b174-14bf4baa9e9c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016808 Oct 24 08:52:30.470129 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:28Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:30.502452 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e1df69-eeab-479b-891a-8c2fecea1b2f None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:28Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:52:30.572171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd82b5-76bb-45dd-a32a-23271969826e req-d85b9e0c-9d5d-433c-b6d8-e1e42ff2ba80 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:30.574124 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0ffd82b5-76bb-45dd-a32a-23271969826e req-d85b9e0c-9d5d-433c-b6d8-e1e42ff2ba80 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0614655 Oct 24 08:52:30.645785 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0ffd82b5-76bb-45dd-a32a-23271969826e req-3be5b941-274c-4e78-8d9d-c938dee6dd2e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659041 Oct 24 08:52:30.720722 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ac62796b-0699-4c3e-84f4-a4a808a0dd94 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:52:30.744193 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: ac62796b-0699-4c3e-84f4-a4a808a0dd94 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:52:30.744546 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ac62796b-0699-4c3e-84f4-a4a808a0dd94 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:52:30.775905 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9b5cb-c26a-47b1-a49b-02a9a8eea0e0 None None] New status for floating IP 702a9cf5-42c1-422f-b38d-d822c5d4a906: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:52:31.212923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45308) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:31.757538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (edba5beb-135d-4de0-bc30-20cf96f8352f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:31.842358 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713a2f-9831-4f8f-9252-e3b2c6f61dd2 req-28c822a0-f07d-4c57-ad4c-71810a95d94e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:31.843833 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f713a2f-9831-4f8f-9252-e3b2c6f61dd2 req-28c822a0-f07d-4c57-ad4c-71810a95d94e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1076870 Oct 24 08:52:31.899188 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c6d66112-2e2f-4ce5-932d-686261cdec94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:31.994272 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f713a2f-9831-4f8f-9252-e3b2c6f61dd2 req-018791a0-65cc-4c1a-8319-fe0053ecb2fd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398926 Oct 24 08:52:32.100678 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:32.108129 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:32.165250 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Deleting port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:52:32.165595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.204432 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45332) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:32.253512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Deleting subnet 598cb867-d1c7-4c51-957d-bdcfbc6cdc48 {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:52:32.255888 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] For port 4f20b17e-1c37-42e0-9c07-ae91f56bd91a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:32.256316 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.257582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Publish callbacks [] for subnet (598cb867-d1c7-4c51-957d-bdcfbc6cdc48), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.271858 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Calling delete_port for 4f20b17e-1c37-42e0-9c07-ae91f56bd91a owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:52:32.301528 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Publish callbacks [] for subnet (598cb867-d1c7-4c51-957d-bdcfbc6cdc48), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.314757 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (598cb867-d1c7-4c51-957d-bdcfbc6cdc48), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.316924 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:32.387068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for subnet (598cb867-d1c7-4c51-957d-bdcfbc6cdc48), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.416387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598cb867-d1c7-4c51-957d-bdcfbc6cdc48,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:32.420743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.426640 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8dd5931e-8b36-4aa7-b8ab-ad60ac2ad1b5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/598cb867-d1c7-4c51-957d-bdcfbc6cdc48 HTTP/1.1" status: 204 len: 168 time: 0.2209654 Oct 24 08:52:32.427270 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45334) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:32.510879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (1e63469f-3230-4a64-be5e-4babc89d3061), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.536503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (4f20b17e-1c37-42e0-9c07-ae91f56bd91a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.564481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f20b17e-1c37-42e0-9c07-ae91f56bd91a,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:32.569512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:32.621702 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (1e63469f-3230-4a64-be5e-4babc89d3061), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.672944 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.673477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.674085 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.674426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > port after_create 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.674774 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.675123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > port after_update 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.676425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.677004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.677680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.678573 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.749736 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (edba5beb-135d-4de0-bc30-20cf96f8352f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:32.818506 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d91a97-3cce-4ab9-bb31-53bb8ad094ff None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 08:52:32.910615 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.910873 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.911274 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.911692 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:32.912245 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e63469f-3230-4a64-be5e-4babc89d3061']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:32.967669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd237d6a6-4fd5-4c4a-8ede-39bac122c261') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:32.968539 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd237d6a6-4fd5-4c4a-8ede-39bac122c261') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:33.020982 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d91a97-3cce-4ab9-bb31-53bb8ad094ff None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 08:52:33.084539 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (d237d6a6-4fd5-4c4a-8ede-39bac122c261), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.195279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (d237d6a6-4fd5-4c4a-8ede-39bac122c261), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.217321 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:52:33.219331 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (d237d6a6-4fd5-4c4a-8ede-39bac122c261), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.284667 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:33.312807 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:33.399908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (1e63469f-3230-4a64-be5e-4babc89d3061), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.424899 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.430887 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/1e63469f-3230-4a64-be5e-4babc89d3061 HTTP/1.1" status: 204 len: 168 time: 1.0018358 Oct 24 08:52:33.442916 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e87a5-390d-4744-b5a2-f36299350de3 req-82ee9363-7804-420f-a7dd-39d5a055e2f9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:33.448497 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45352) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:33.449993 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-917e87a5-390d-4744-b5a2-f36299350de3 req-82ee9363-7804-420f-a7dd-39d5a055e2f9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.2440405 Oct 24 08:52:33.467362 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce220cb-0400-43b0-ab9f-1e98168b8740 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e63469f-3230-4a64-be5e-4babc89d3061,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:33.482768 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:33.506718 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Router edba5beb-135d-4de0-bc30-20cf96f8352f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:52:33.527957 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-917e87a5-390d-4744-b5a2-f36299350de3 req-98068b95-7f05-4bd0-aa12-3f847049f6d6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770888 Oct 24 08:52:33.563730 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Deleting subnet 8cb92631-136f-4618-af96-6f15f49cb9b4 {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:52:33.569458 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Publish callbacks [] for subnet (8cb92631-136f-4618-af96-6f15f49cb9b4), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.649815 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25434787'] for subnet (8cb92631-136f-4618-af96-6f15f49cb9b4), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.694581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:52:33.703891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2fd0f54c-f1cf-4501-8d53-e9607b44a1e6 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/edba5beb-135d-4de0-bc30-20cf96f8352f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938726 Oct 24 08:52:33.708321 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Sync routers for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:52:33.719361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45360) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:33.728394 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:33.729435 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:33.814625 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment d237d6a6-4fd5-4c4a-8ede-39bac122c261 resource provider aggregate not found Oct 24 08:52:33.827368 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (8cb92631-136f-4618-af96-6f15f49cb9b4), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:33.866288 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:33.912708 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment d237d6a6-4fd5-4c4a-8ede-39bac122c261 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d237d6a6-4fd5-4c4a-8ede-39bac122c261 found for delete ", "request_id": "req-3b710370-9b07-469a-9203-08dfe6749afa"}]} Oct 24 08:52:33.970381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ba94-ddbc-4665-841a-6752c19488b1 req-5c5b74c2-18a0-43d0-a612-328943d746bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:33.971920 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eee3ba94-ddbc-4665-841a-6752c19488b1 req-5c5b74c2-18a0-43d0-a612-328943d746bb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1130 time: 0.0884368 Oct 24 08:52:34.002821 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:34.035952 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks [] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.040594 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25434760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25809958'] for subnet (8cb92631-136f-4618-af96-6f15f49cb9b4), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.076545 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:52:32Z', 'revision_number': 5, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.106199 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Checking router: edba5beb-135d-4de0-bc30-20cf96f8352f for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:52:34.115200 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb92631-136f-4618-af96-6f15f49cb9b4,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:34.117929 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Routers {'edba5beb-135d-4de0-bc30-20cf96f8352f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:34.118955 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['edba5beb-135d-4de0-bc30-20cf96f8352f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.125315 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.128660 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-bf181d38-e30a-42de-9a71-dd2e16a43b60 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8cb92631-136f-4618-af96-6f15f49cb9b4 HTTP/1.1" status: 204 len: 168 time: 0.6780634 Oct 24 08:52:34.131036 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eee3ba94-ddbc-4665-841a-6752c19488b1 req-62fe9427-a353-485b-bcf0-891b02e6171a service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475363 Oct 24 08:52:34.131398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45366) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:34.156318 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:34.207316 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d38a48b0-a01c-451c-ae9e-6577f9c9c9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.245841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (a4fb9429-483f-4ab7-934e-b832e7b9ec76), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.252178 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks [] for router_gateway (edba5beb-135d-4de0-bc30-20cf96f8352f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.260441 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:34.269065 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] Set router edba5beb-135d-4de0-bc30-20cf96f8352f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:34.340605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Deleting port eb612146-082d-44f7-9613-727df6910fd9 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:52:34.340605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (eb612146-082d-44f7-9613-727df6910fd9), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.376017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (a4fb9429-483f-4ab7-934e-b832e7b9ec76), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.432285 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.433353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.435507 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.436364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > port after_create 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.437190 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.437503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-4d782fc6-7c23-4ee5-87b0-a23c9abe7884 None None] Provisioning complete for port 81302ae2-09b4-4582-be5b-d74b8e193627 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:34.437981 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4d782fc6-7c23-4ee5-87b0-a23c9abe7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.438318 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-4d782fc6-7c23-4ee5-87b0-a23c9abe7884 None None] Attempt 1 to provision port 81302ae2-09b4-4582-be5b-d74b8e193627 Oct 24 08:52:34.438696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > port after_update 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.439643 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.440270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.440845 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.441227 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.482214 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:34.492751 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] For port eb612146-082d-44f7-9613-727df6910fd9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb612146-082d-44f7-9613-727df6910fd9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:34.493399 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (eb612146-082d-44f7-9613-727df6910fd9), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.517887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.517887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.517887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.517887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 08:52:34.517887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fb9429-483f-4ab7-934e-b832e7b9ec76']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.525860 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Calling delete_port for eb612146-082d-44f7-9613-727df6910fd9 owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:52:34.541409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-4d782fc6-7c23-4ee5-87b0-a23c9abe7884 None None] Current status of the port 81302ae2-09b4-4582-be5b-d74b8e193627 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:34.541693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3a7a82-33b6-47a2-b82c-edea51bd79cc') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.541999 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3a7a82-33b6-47a2-b82c-edea51bd79cc') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.550182 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:52:32Z', 'revision_number': 5, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:34.572364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (6e3a7a82-33b6-47a2-b82c-edea51bd79cc), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.579746 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9df85-1d8b-4751-9660-4bdacb3fe2f0 None None] The sync data for ids ['edba5beb-135d-4de0-bc30-20cf96f8352f'] in dv-cinder-master-3-iscsi is: [{'id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'name': 'tempest-DeleteServersTestJSON-1188867468-router', 'tenant_id': '25f1ebbfb9d042fab037dbe07a651913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162'}], 'enable_snat': True}, 'gw_port_id': 'eb612146-082d-44f7-9613-727df6910fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:52:32Z', 'revision_number': 5, 'project_id': '25f1ebbfb9d042fab037dbe07a651913', 'gw_port': {'id': 'eb612146-082d-44f7-9613-727df6910fd9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba5beb-135d-4de0-bc30-20cf96f8352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:52:34.610729 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (6e3a7a82-33b6-47a2-b82c-edea51bd79cc), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.632570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:52:34.633013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (6e3a7a82-33b6-47a2-b82c-edea51bd79cc), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.757656 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:34.787506 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (a4fb9429-483f-4ab7-934e-b832e7b9ec76), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.791127 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (eb612146-082d-44f7-9613-727df6910fd9), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.811904 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee938-b3f3-4a61-b2d7-023c75f41cb3 req-af7cc654-ede3-4127-87e5-8bf09488d690 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:34.814698 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f4ee938-b3f3-4a61-b2d7-023c75f41cb3 req-af7cc654-ede3-4127-87e5-8bf09488d690 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1001077 Oct 24 08:52:34.819006 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.824454 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/a4fb9429-483f-4ab7-934e-b832e7b9ec76 HTTP/1.1" status: 204 len: 168 time: 0.6918969 Oct 24 08:52:34.827676 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 6e3a7a82-33b6-47a2-b82c-edea51bd79cc resource provider aggregate not found Oct 24 08:52:34.838017 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=eb612146-082d-44f7-9613-727df6910fd9,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:34.867728 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ed64-0c94-49b4-9a4d-744a0da2ea31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fb9429-483f-4ab7-934e-b832e7b9ec76,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:34.890481 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 6e3a7a82-33b6-47a2-b82c-edea51bd79cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e3a7a82-33b6-47a2-b82c-edea51bd79cc found for delete ", "request_id": "req-1825949b-8ed4-4106-bc72-94eb7599a5f2"}]} Oct 24 08:52:34.912772 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (edba5beb-135d-4de0-bc30-20cf96f8352f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:34.918456 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7f4ee938-b3f3-4a61-b2d7-023c75f41cb3 req-e6a5dac1-053c-4ba5-bd9c-8f5e52a19531 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752816 Oct 24 08:52:35.057197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.061995 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks [] for router_controller (edba5beb-135d-4de0-bc30-20cf96f8352f), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.093765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45388) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:35.157254 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-3ceed77b-6bfa-4958-803c-1f82affdc35d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=69f8ba90c84748bda85edc2c7dcd4f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609267 Oct 24 08:52:35.158569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45390) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:35.195938 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4f20b17e-1c37-42e0-9c07-ae91f56bd91a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:52:35.219035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 4f20b17e-1c37-42e0-9c07-ae91f56bd91a {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:52:35.219717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4f20b17e-1c37-42e0-9c07-ae91f56bd91a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:52:35.255799 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] Publish callbacks [] for security_group (a05c6a7a-3a5d-47d2-9e19-cefbe28783df), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.298229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] Publish callbacks [] for security_group (a05c6a7a-3a5d-47d2-9e19-cefbe28783df), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.364256 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a05c6a7a-3a5d-47d2-9e19-cefbe28783df), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.367493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.368924 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a05c6a7a-3a5d-47d2-9e19-cefbe28783df HTTP/1.1" status: 204 len: 168 time: 0.2090950 Oct 24 08:52:35.382490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc53b3-c8b6-4363-9afb-1e6944c3098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05c6a7a-3a5d-47d2-9e19-cefbe28783df,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:35.453522 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (edba5beb-135d-4de0-bc30-20cf96f8352f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.454245 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router edba5beb-135d-4de0-bc30-20cf96f8352f {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 08:52:35.466330 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.471910 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45398) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:35.472488 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-50bd3119-5d18-4f7f-be60-324309cec9ca admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/edba5beb-135d-4de0-bc30-20cf96f8352f HTTP/1.1" status: 204 len: 168 time: 1.7511005 Oct 24 08:52:35.549910 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Deleting subnet c406f5a1-2226-452a-bebf-39e61d8d5a05 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:52:35.553885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Publish callbacks [] for subnet (c406f5a1-2226-452a-bebf-39e61d8d5a05), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.595174 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (c406f5a1-2226-452a-bebf-39e61d8d5a05), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.710708 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.732810 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:35.741554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (c406f5a1-2226-452a-bebf-39e61d8d5a05), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.815658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (c406f5a1-2226-452a-bebf-39e61d8d5a05), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.847717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c406f5a1-2226-452a-bebf-39e61d8d5a05,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:35.857539 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:35.863103 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106b8f9-5858-41a8-a2a8-524a5e7a7560 None None] Network cdaad192-fed6-4552-bf00-8c851e326b4f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:35.867657 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ecde085b-2019-4746-b958-1b45ae82e98f admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/c406f5a1-2226-452a-bebf-39e61d8d5a05 HTTP/1.1" status: 204 len: 168 time: 0.3919950 Oct 24 08:52:35.869366 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45402) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:35.901011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45404) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:35.955164 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5720bbd0-627a-4ed1-909e-51dd75cc2cb0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ac7c766e14dd43bd9846d6fb3d057b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503120 Oct 24 08:52:35.957377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45406) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:36.048701 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (cdaad192-fed6-4552-bf00-8c851e326b4f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.067996 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] Publish callbacks [] for security_group (3d1c2274-dc41-41df-9d2c-7da4df3627ff), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.119682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Deleting port 81302ae2-09b4-4582-be5b-d74b8e193627 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:52:36.119682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.145570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:36.149929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] Publish callbacks [] for security_group (3d1c2274-dc41-41df-9d2c-7da4df3627ff), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.163885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448159d4-78b9-411d-b8da-83b0de872da1 req-ed4b0b50-3500-49c1-a9d3-6f095f90bb88 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:36.165471 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-448159d4-78b9-411d-b8da-83b0de872da1 req-ed4b0b50-3500-49c1-a9d3-6f095f90bb88 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0988505 Oct 24 08:52:36.206452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] For port 81302ae2-09b4-4582-be5b-d74b8e193627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81302ae2-09b4-4582-be5b-d74b8e193627,segment=NetworkSegment(bcddee43-5e54-4118-b4b7-57a32e494515),segment_id=bcddee43-5e54-4118-b4b7-57a32e494515)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:36.207022 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.223954 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Calling delete_port for 81302ae2-09b4-4582-be5b-d74b8e193627 owned by network:dhcp {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:52:36.255792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3d1c2274-dc41-41df-9d2c-7da4df3627ff), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.258743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.260126 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3d1c2274-dc41-41df-9d2c-7da4df3627ff HTTP/1.1" status: 204 len: 168 time: 0.3018761 Oct 24 08:52:36.270648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] DHCP port deletion for cdaad192-fed6-4552-bf00-8c851e326b4f request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 08:52:36.272553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-448159d4-78b9-411d-b8da-83b0de872da1 req-134c3d22-434e-48b7-b87d-bf4ee3711dde tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797112 Oct 24 08:52:36.278201 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e64b9-cb22-423f-b451-713e5108c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c2274-dc41-41df-9d2c-7da4df3627ff,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:36.285739 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:36.333786 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.350580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] No DVR routers for this DVR port 81302ae2-09b4-4582-be5b-d74b8e193627 on host dv-cinder-master-3-iscsi {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:52:36.351640 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Deleting port 81302ae2-09b4-4582-be5b-d74b8e193627 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:52:36.352188 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.399339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Pushing event deleted for resources: {'Port': ['ID=81302ae2-09b4-4582-be5b-d74b8e193627,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:36.428813 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] For port 81302ae2-09b4-4582-be5b-d74b8e193627, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:36.429603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.449097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Calling delete_port for 81302ae2-09b4-4582-be5b-d74b8e193627 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:52:36.455794 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.ipam_backend_mixin [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Port 81302ae2-09b4-4582-be5b-d74b8e193627 was not found and therefore no delete operation was performed {{(pid=116187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 08:52:36.458656 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (81302ae2-09b4-4582-be5b-d74b8e193627), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.463725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (cdaad192-fed6-4552-bf00-8c851e326b4f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.488458 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaad192-fed6-4552-bf00-8c851e326b4f']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:36.490552 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] No DVR routers for this DVR port 81302ae2-09b4-4582-be5b-d74b8e193627 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:52:36.497734 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aab980-a4db-4cdb-adc8-c556a9b77403 None None] Pushing event deleted for resources: {'Port': ['ID=81302ae2-09b4-4582-be5b-d74b8e193627,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:36.503028 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcddee43-5e54-4118-b4b7-57a32e494515') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:36.503369 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcddee43-5e54-4118-b4b7-57a32e494515') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:36.539108 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (bcddee43-5e54-4118-b4b7-57a32e494515), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.566294 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (bcddee43-5e54-4118-b4b7-57a32e494515), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.581418 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:52:36.582389 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (bcddee43-5e54-4118-b4b7-57a32e494515), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.627203 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment bcddee43-5e54-4118-b4b7-57a32e494515 resource provider aggregate not found Oct 24 08:52:36.656546 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment bcddee43-5e54-4118-b4b7-57a32e494515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcddee43-5e54-4118-b4b7-57a32e494515 found for delete ", "request_id": "req-fd7185f2-11ef-4067-870e-e9c8b2fefe2e"}]} Oct 24 08:52:36.706640 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (cdaad192-fed6-4552-bf00-8c851e326b4f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.715230 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.721690 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/cdaad192-fed6-4552-bf00-8c851e326b4f HTTP/1.1" status: 204 len: 168 time: 0.8505549 Oct 24 08:52:36.745725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0a6b-df20-465c-95dd-0506042b8896 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdaad192-fed6-4552-bf00-8c851e326b4f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:36.878857 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45434) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:36.931007 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-995d326f-b69f-44c9-90ed-bfac9f5f27ed admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=25f1ebbfb9d042fab037dbe07a651913&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503831 Oct 24 08:52:36.934940 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:36.935446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45436) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:37.025153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] Publish callbacks [] for security_group (5b551eae-6e30-4012-990a-0fb28d375ddf), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:37.051055 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:37.057125 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] Publish callbacks [] for security_group (5b551eae-6e30-4012-990a-0fb28d375ddf), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:37.121847 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:37.134421 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5b551eae-6e30-4012-990a-0fb28d375ddf), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:37.138305 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:37.141848 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5b551eae-6e30-4012-990a-0fb28d375ddf HTTP/1.1" status: 204 len: 168 time: 0.2026796 Oct 24 08:52:37.157620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20637e8e-ec7b-43b7-83f5-6ae98adeb052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b551eae-6e30-4012-990a-0fb28d375ddf,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:37.206225 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device eb612146-082d-44f7-9613-727df6910fd9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:52:37.236066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: eb612146-082d-44f7-9613-727df6910fd9 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:52:37.236674 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device eb612146-082d-44f7-9613-727df6910fd9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:52:37.237227 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 81302ae2-09b4-4582-be5b-d74b8e193627 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:52:37.259276 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 81302ae2-09b4-4582-be5b-d74b8e193627 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:52:37.259613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 81302ae2-09b4-4582-be5b-d74b8e193627 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:52:37.451280 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90286a7-8a33-4683-b72d-ea3472be5f7f req-f0f3abb6-9894-46a6-8887-83eab313a7fe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:37.452976 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c90286a7-8a33-4683-b72d-ea3472be5f7f req-f0f3abb6-9894-46a6-8887-83eab313a7fe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0706589 Oct 24 08:52:37.527884 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c90286a7-8a33-4683-b72d-ea3472be5f7f req-5904cb72-f954-43d1-8b23-f6baccf6e359 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Oct 24 08:52:38.020269 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45482) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:38.261711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-875561975-network', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:38.293273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Made reservation on behalf of 45be9d45ba4c4a2ca1ed053a7263dbee for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:38.297577 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.308069 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.397008 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks [] for security_group (fc1567ac-9abe-4d96-98af-661ab5c87d59), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.402054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fc1567ac-9abe-4d96-98af-661ab5c87d59), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.429615 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:52:38.446943 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1567ac-9abe-4d96-98af-661ab5c87d59,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:38.451309 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (02e96344-215b-4d00-bbdd-45ae0de8df6b), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.451661 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Added segment 02e96344-215b-4d00-bbdd-45ae0de8df6b of type vlan for network d5cd9b46-2491-4f10-bda2-40f7d635b974 Oct 24 08:52:38.503107 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (d5cd9b46-2491-4f10-bda2-40f7d635b974), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.537237 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (d5cd9b46-2491-4f10-bda2-40f7d635b974), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.538446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:38.539318 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.583826 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5598576 Oct 24 08:52:38.585980 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45498) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:38.595962 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Request body: {'subnet': {'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-875561975-subnet', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:38.624171 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca0b2-6876-4856-80a2-5e04aa9dbc08 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cd9b46-2491-4f10-bda2-40f7d635b974,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:38.641222 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:52:38.655649 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Made reservation on behalf of 45be9d45ba4c4a2ca1ed053a7263dbee for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:38.658116 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.756908 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44446c-92d1-4718-aaba-6f8ac3f03079 req-3447bff6-6920-48a5-9c60-f588cada562f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:38.758494 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6e44446c-92d1-4718-aaba-6f8ac3f03079 req-3447bff6-6920-48a5-9c60-f588cada562f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1301699 Oct 24 08:52:38.853405 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6e44446c-92d1-4718-aaba-6f8ac3f03079 req-6f66ff55-3784-47c3-b0de-4be4663b76de tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821981 Oct 24 08:52:38.970869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (4b070669-7d7a-409e-9cb2-d764a404fdb7), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:38.983144 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:39.036115 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b070669-7d7a-409e-9cb2-d764a404fdb7,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:39.055161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Checking segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:39.055528 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Network hostable DHCP agents. Network: d5cd9b46-2491-4f10-bda2-40f7d635b974, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:52:39.074463 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:52:39.084293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d5cd9b46-2491-4f10-bda2-40f7d635b974) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:39.088967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:39.090000 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.093634 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff6c1d-1350-471f-a9b0-3b5e23d1e537 None None] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:39.108927 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e26abb06-07b9-44f7-b85b-34d92249b6c8 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5201111 Oct 24 08:52:39.111672 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45508) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:39.116062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:39.136952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.138144 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.190571 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for router_controller (b2070a2c-3121-4bcf-9926-d5eb2966f65f), precommit_add_association {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.208932 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d5cd9b46-2491-4f10-bda2-40f7d635b974', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:52:39.209863 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.331725 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for router_gateway (b2070a2c-3121-4bcf-9926-d5eb2966f65f), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.351551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Allocated IP 172.20.0.2 (d5cd9b46-2491-4f10-bda2-40f7d635b974/4b070669-7d7a-409e-9cb2-d764a404fdb7/46f3c338-b86e-420e-9cb0-157debcf6af6) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:52:39.366351 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:39.403293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:39.500920 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:39.514159 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks [] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.521672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.527592 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for router_gateway (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.550689 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.568158 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:39.573328 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:39.576308 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Pushing event updated for resources: {'Port': ['ID=46f3c338-b86e-420e-9cb0-157debcf6af6,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:39.584275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:52:39.650614 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Attempting to bind port 46f3c338-b86e-420e-9cb0-157debcf6af6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:52:39.651363 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Attempting to bind port 46f3c338-b86e-420e-9cb0-157debcf6af6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:52:39.651363 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Attempting to bind port 46f3c338-b86e-420e-9cb0-157debcf6af6 on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:52:39.671062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Allocated IP 172.37.0.220 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:52:39.701452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:52:39.701822 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Checking segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:39.702224 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.702642 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Bound using segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:52:39.703120 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Bound port: 46f3c338-b86e-420e-9cb0-157debcf6af6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:52:39.703503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.768984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] For port 46f3c338-b86e-420e-9cb0-157debcf6af6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:52:39.772307 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] For port 46f3c338-b86e-420e-9cb0-157debcf6af6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46f3c338-b86e-420e-9cb0-157debcf6af6,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:52:39.778016 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.810126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.848832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828cf3e-bbc3-4e49-810c-f85d3f2bcf72 None None] Pushing event updated for resources: {'Port': ['ID=46f3c338-b86e-420e-9cb0-157debcf6af6,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:39.857587 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:39.906520 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:39.910087 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:39.914033 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:52:39.939570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Pushing event updated for resources: {'Port': ['ID=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:40.008118 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:40.083969 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf485-b39a-442f-bd95-0a4ba193746f req-f87699d2-5787-4fc4-a564-47eef8fd03ec tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:40.085623 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-de0cf485-b39a-442f-bd95-0a4ba193746f req-f87699d2-5787-4fc4-a564-47eef8fd03ec tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1359539 Oct 24 08:52:40.206100 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-de0cf485-b39a-442f-bd95-0a4ba193746f req-78ae9921-703c-4f84-97d3-29fcfc5a5b44 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141496 Oct 24 08:52:40.329894 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:40.345775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for router_gateway (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:40.550612 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:40.691664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:52:40.785786 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba5fd1-5b7e-4c6a-94bb-b345f809988a None None] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:52:40.868838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Provisioning complete for port 46f3c338-b86e-420e-9cb0-157debcf6af6 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:40.869220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:40.869765 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Attempt 1 to provision port 46f3c338-b86e-420e-9cb0-157debcf6af6 Oct 24 08:52:41.002822 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Current status of the port 46f3c338-b86e-420e-9cb0-157debcf6af6 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:41.003320 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.038414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:52:41.042188 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] For port 46f3c338-b86e-420e-9cb0-157debcf6af6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46f3c338-b86e-420e-9cb0-157debcf6af6,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:41.050275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.059212 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:52:41.063129 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.063412 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-49469dec-8f9e-403b-b88b-8f43d8b73941 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9505222 Oct 24 08:52:41.065863 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45522) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:41.106662 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:41.107514 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:41.239600 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 46f3c338-b86e-420e-9cb0-157debcf6af6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:41.283793 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f9ac6-ed97-418c-8e26-73f5ee8d8ffa None None] Pushing event updated for resources: {'Port': ['ID=46f3c338-b86e-420e-9cb0-157debcf6af6,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:41.292175 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:41.299893 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:41.340340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:41.370400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-6f24983d-4292-4aa4-be30-4466967900e1 None None] Provisioning complete for port 46f3c338-b86e-420e-9cb0-157debcf6af6 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:41.370725 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6f24983d-4292-4aa4-be30-4466967900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.372700 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-6f24983d-4292-4aa4-be30-4466967900e1 None None] Attempt 1 to provision port 46f3c338-b86e-420e-9cb0-157debcf6af6 Oct 24 08:52:41.372847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab49fb-9192-484a-8c83-aaf045b2dec0 req-886cf53b-3bbb-47c8-8c2a-00881c7cc1e2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:41.374966 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-45ab49fb-9192-484a-8c83-aaf045b2dec0 req-886cf53b-3bbb-47c8-8c2a-00881c7cc1e2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0624814 Oct 24 08:52:41.465346 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 46f3c338-b86e-420e-9cb0-157debcf6af6 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:41.465696 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.466693 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 46f3c338-b86e-420e-9cb0-157debcf6af6 Oct 24 08:52:41.479262 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:41.501825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:41.505759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-45ab49fb-9192-484a-8c83-aaf045b2dec0 req-c5137fee-a1ad-4b1f-908c-1c0a704850fc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Oct 24 08:52:41.621714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-6f24983d-4292-4aa4-be30-4466967900e1 None None] Current status of the port 46f3c338-b86e-420e-9cb0-157debcf6af6 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:41.637172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.644241 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:40Z', 'revision_number': 3, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:41.646141 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 46f3c338-b86e-420e-9cb0-157debcf6af6 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:41.673477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:52:41.673831 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Updating router b2070a2c-3121-4bcf-9926-d5eb2966f65f port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:52:41.703868 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.803986 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Allocated IP 172.20.0.1 (d5cd9b46-2491-4f10-bda2-40f7d635b974/4b070669-7d7a-409e-9cb2-d764a404fdb7/44cff1d5-206f-4840-92f8-4b8e216a6c12) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:52:41.923822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks [] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:41.968834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.024800 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:42.031434 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:42.038960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:52:42.104649 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Pushing event updated for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:42.129635 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.149826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks [] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.160578 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.209895 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Attempting to bind port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:52:42.210398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Attempting to bind port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:52:42.211379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Attempting to bind port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:52:42.274850 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149628-dd46-409b-b070-a27cb6ef2c21 None None] Pushing event updated for resources: {'Port': ['ID=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:42.299679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:52:42.300063 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:42.300504 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.300908 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:52:42.301434 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Bound port: 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:52:42.301802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.371750 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:42.379091 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.422155 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] For port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:52:42.425483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] For port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:52:42.436793 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.438782 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-886ea819-627d-4fa1-99c7-23f5b6b5ff39 None None] Provisioning complete for port 44cff1d5-206f-4840-92f8-4b8e216a6c12 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:42.439144 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-886ea819-627d-4fa1-99c7-23f5b6b5ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.439498 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-886ea819-627d-4fa1-99c7-23f5b6b5ff39 None None] Attempt 1 to provision port 44cff1d5-206f-4840-92f8-4b8e216a6c12 Oct 24 08:52:42.504555 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:42.505211 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:42.507072 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:42.556898 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:42.566812 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:42.579309 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-886ea819-627d-4fa1-99c7-23f5b6b5ff39 None None] Port 44cff1d5-206f-4840-92f8-4b8e216a6c12 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:52:42.602009 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149628-dd46-409b-b070-a27cb6ef2c21 None None] Pushing event updated for resources: {'Port': ['ID=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:42.654855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks [] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.669018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.695993 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:42.782058 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babbf4c-5c65-4c33-ae04-3f65042b3dde req-36abe5c7-e54b-45b6-b19c-aa748b6ad6b0 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:42.783851 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7babbf4c-5c65-4c33-ae04-3f65042b3dde req-36abe5c7-e54b-45b6-b19c-aa748b6ad6b0 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.1321702 Oct 24 08:52:42.810405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:42.828003 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Pushing event updated for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:42.929462 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7babbf4c-5c65-4c33-ae04-3f65042b3dde req-b7b5c6b1-ebc3-497c-8311-599403e91d3d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314411 Oct 24 08:52:42.973138 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:42.975534 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:43.006198 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:41Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:43.038358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd555d67-4458-4cd2-abfa-846a7ee53b54 None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:41Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:52:43.202025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b5821-3c8d-4010-b781-9b18c3482d7e req-710cf8bd-bee4-4446-8389-254840db66e3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:43.203882 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e5b5821-3c8d-4010-b781-9b18c3482d7e req-710cf8bd-bee4-4446-8389-254840db66e3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0738647 Oct 24 08:52:43.209922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:52:43.210535 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 46f3c338-b86e-420e-9cb0-157debcf6af6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:43.266115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 46f3c338-b86e-420e-9cb0-157debcf6af6 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:43.266495 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.266863 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 46f3c338-b86e-420e-9cb0-157debcf6af6 Oct 24 08:52:43.315740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c7932def-b41a-4e32-a480-9e51303ba02f None None] Provisioning complete for port 44cff1d5-206f-4840-92f8-4b8e216a6c12 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:43.316112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c7932def-b41a-4e32-a480-9e51303ba02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.316469 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c7932def-b41a-4e32-a480-9e51303ba02f None None] Attempt 1 to provision port 44cff1d5-206f-4840-92f8-4b8e216a6c12 Oct 24 08:52:43.318237 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e5b5821-3c8d-4010-b781-9b18c3482d7e req-c01df630-4d31-443b-86a4-e0fc77cefe77 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033950 Oct 24 08:52:43.399067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:52:43.406809 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c05cb453-b6c5-4b77-ab3d-5390122af504 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b2070a2c-3121-4bcf-9926-d5eb2966f65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3387797 Oct 24 08:52:43.418789 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c7932def-b41a-4e32-a480-9e51303ba02f None None] Port 44cff1d5-206f-4840-92f8-4b8e216a6c12 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:52:43.432954 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 46f3c338-b86e-420e-9cb0-157debcf6af6 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:43.797095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45582) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:43.801873 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226777387', 'description': 'tempest-description--1762819539'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:43.834946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.913657 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:43.938516 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b7261923-a74e-49d2-bebf-2874d0c98752), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.944580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b7261923-a74e-49d2-bebf-2874d0c98752), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.985706 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7261923-a74e-49d2-bebf-2874d0c98752,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:43.997020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:43.998968 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a1e724c6-95f8-4ef7-9218-7af35706884f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2006910 Oct 24 08:52:44.003105 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45588) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:44.007649 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group_rule': {'security_group_id': 'b7261923-a74e-49d2-bebf-2874d0c98752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:44.036456 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (5aabdd45-d92a-4ac1-b0b6-b1c9366cc7da), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.068004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:44.108350 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (5aabdd45-d92a-4ac1-b0b6-b1c9366cc7da), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.112666 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (5aabdd45-d92a-4ac1-b0b6-b1c9366cc7da), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.134883 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aabdd45-d92a-4ac1-b0b6-b1c9366cc7da,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:44.142335 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.144687 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-43f5db8c-e2a7-4bb6-94cf-0abb2753da87 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404810 Oct 24 08:52:44.146302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45592) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:44.151048 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group_rule': {'security_group_id': 'b7261923-a74e-49d2-bebf-2874d0c98752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:44.187721 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (49cf7ae3-a776-4408-9937-dd07a15b5f05), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.246635 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (49cf7ae3-a776-4408-9937-dd07a15b5f05), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.250764 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (49cf7ae3-a776-4408-9937-dd07a15b5f05), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.270945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cf7ae3-a776-4408-9937-dd07a15b5f05,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:44.285968 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.287522 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d9d06e26-da9a-4472-84d4-b0d877701452 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400385 Oct 24 08:52:44.290854 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45594) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:44.297977 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:44.324386 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.444183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.511023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:44.547451 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=41 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:44.553580 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:44.567632 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Allocated IP 172.37.0.247 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/fa25c50b-da2d-469c-8147-77b7823101da) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:52:44.583148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:44.681564 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (fa25c50b-da2d-469c-8147-77b7823101da), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.713179 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (fa25c50b-da2d-469c-8147-77b7823101da), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.754826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:44.759819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:44.761968 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=fa25c50b-da2d-469c-8147-77b7823101da,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:44.764752 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:52:44.858677 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:44.897723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (fa25c50b-da2d-469c-8147-77b7823101da), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.069963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (fa25c50b-da2d-469c-8147-77b7823101da), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.078217 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (fa25c50b-da2d-469c-8147-77b7823101da), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.156997 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=fa25c50b-da2d-469c-8147-77b7823101da,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:45.170244 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.201696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.204305 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e3702007-1657-4845-adc8-4f9a548d6933 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9119518 Oct 24 08:52:45.233872 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:45.318251 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:45.318687 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.319091 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd Oct 24 08:52:45.452997 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:45.453488 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.474362 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-cdcdc8a9-53d1-4af1-9135-3438d05f5492 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1226777387&fields=id&tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 267 time: 0.0542395 Oct 24 08:52:45.483106 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:45.489602 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:45.540895 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:52:45.558244 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:45.564453 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:45.572683 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:45.595795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:45.607467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-88ab95a6-1740-410f-b175-d900936c8b37 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:45.608172 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-88ab95a6-1740-410f-b175-d900936c8b37 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 810 time: 0.1286559 Oct 24 08:52:45.625702 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-a8651b06-8d1a-43fe-9ea0-2732a054e9aa tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/quotas/45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 375 time: 0.0107050 Oct 24 08:52:45.679755 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1cf7af42-b119-488d-aeb6-981270836369 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483980 Oct 24 08:52:45.681529 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:45.709942 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:45.788714 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-887dcd0c-17eb-4238-bfff-8fa627f03ef7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969424 Oct 24 08:52:45.896752 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 2, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:45.898401 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-f37546bd-0d88-489d-936e-61a0b5ab06e8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025794 Oct 24 08:52:45.927895 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:52:45.928294 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Updating router b2070a2c-3121-4bcf-9926-d5eb2966f65f port 44cff1d5-206f-4840-92f8-4b8e216a6c12 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:52:45.961261 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.138905 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-11233d08-f320-4821-bd56-79e88b7d8a52 req-72967fc9-842d-42b7-921e-56d2d9e22ba2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 210 time: 0.0535452 Oct 24 08:52:46.226876 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-1d6dbd7e-831c-4948-8eee-323fec741fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:46.229173 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-1d6dbd7e-831c-4948-8eee-323fec741fb8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.0491078 Oct 24 08:52:46.234204 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ee55-1d43-4045-bcbc-70ea192c1367 req-354078ac-cd71-44a2-843b-019e1556a1b1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:46.242638 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9423ee55-1d43-4045-bcbc-70ea192c1367 req-354078ac-cd71-44a2-843b-019e1556a1b1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0663266 Oct 24 08:52:46.304879 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9423ee55-1d43-4045-bcbc-70ea192c1367 req-fb7722f9-c196-4f6d-926a-9cb524304a1d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Oct 24 08:52:46.346412 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-3bb66f02-ff86-4596-b771-c2611d7419df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:46.349498 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-3bb66f02-ff86-4596-b771-c2611d7419df service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.1142673 Oct 24 08:52:46.410361 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-df587f1f-ce61-4dcc-89eb-d727ef4c201c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 0.0545747 Oct 24 08:52:46.432184 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks [] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.441716 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.486210 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-0a3d443b-36d4-4af6-bbed-bfddd685e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:46.490665 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-0a3d443b-36d4-4af6-bbed-bfddd685e23e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0733232 Oct 24 08:52:46.546377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-58db81b3-6934-4423-b682-d8866d360ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:46.548442 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-58db81b3-6934-4423-b682-d8866d360ac7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520372 Oct 24 08:52:46.548594 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Pushing event updated for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:46.579340 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.580369 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.580909 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.581409 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.581878 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.582353 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.582837 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.583304 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.583762 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.584378 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.584936 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.585727 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.586470 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.587221 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.587984 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:46.601490 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Attempting to bind port 44cff1d5-206f-4840-92f8-4b8e216a6c12 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:52:46.603657 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Attempting to bind port 44cff1d5-206f-4840-92f8-4b8e216a6c12 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:52:46.604382 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Attempting to bind port 44cff1d5-206f-4840-92f8-4b8e216a6c12 on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:52:46.652617 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:52:46.652990 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Checking segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:46.653539 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.653945 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Bound using segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:52:46.654576 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Bound port: 44cff1d5-206f-4840-92f8-4b8e216a6c12, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:52:46.654957 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.677386 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-8226414f-d6aa-48bd-8414-0b3ee72654bc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226883 Oct 24 08:52:46.729373 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] For port 44cff1d5-206f-4840-92f8-4b8e216a6c12, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:52:46.733947 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] For port 44cff1d5-206f-4840-92f8-4b8e216a6c12, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=44cff1d5-206f-4840-92f8-4b8e216a6c12,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:52:46.740857 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:46.749258 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:46.775219 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:46.781567 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:52:46.782216 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:52:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:46.803577 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cec1e7bf-6f3e-40f8-85d2-e7193f12889c req-2d674fe8-5bd9-45d6-b495-92a4da28b553 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074982 Oct 24 08:52:46.843549 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b8f2-b2a0-4a1a-a1da-9b86e960c193 None None] Pushing event updated for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:46.913295 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:52:47.104989 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:46Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:52:47.131724 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c150-41b4-4be5-aeb3-f77cb79ba6c8 None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:46Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:52:47.195628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:47.233185 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:47.260023 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-827cd7c3-dfdd-48b7-b3a3-19673810e558 req-906b9a59-ce0d-41f2-bdc0-10575aa207a0 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 210 time: 0.0377882 Oct 24 08:52:47.277097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:47.277678 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:47.278080 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd Oct 24 08:52:47.347249 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:47.367668 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:47.369016 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 44cff1d5-206f-4840-92f8-4b8e216a6c12 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:47.421512 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 44cff1d5-206f-4840-92f8-4b8e216a6c12 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:47.422175 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:47.422788 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 44cff1d5-206f-4840-92f8-4b8e216a6c12 Oct 24 08:52:47.450102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb91ce-1923-4b00-8818-3e5345fce7f2 req-af62f063-2c31-45b5-ab5d-dc96862c3794 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:47.456395 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-20eb91ce-1923-4b00-8818-3e5345fce7f2 req-af62f063-2c31-45b5-ab5d-dc96862c3794 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0752771 Oct 24 08:52:47.509373 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 44cff1d5-206f-4840-92f8-4b8e216a6c12 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:47.509775 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:47.516046 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-20eb91ce-1923-4b00-8818-3e5345fce7f2 req-106ba449-5c1f-4ef1-adf6-a72d32f1129d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Oct 24 08:52:47.553739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 44cff1d5-206f-4840-92f8-4b8e216a6c12, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=44cff1d5-206f-4840-92f8-4b8e216a6c12,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:47.558336 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:47.612171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:47.620850 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.621272 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.621685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.622703 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.623380 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.623699 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.624305 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.624957 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.625698 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.626075 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.626586 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.627130 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.627653 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.628420 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.628954 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:52:47.997781 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-948decc0-e2e7-481d-9da0-833f4655257f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:47.999348 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-948decc0-e2e7-481d-9da0-833f4655257f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 810 time: 0.1730053 Oct 24 08:52:48.036959 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:48.106251 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-91ec966a-754c-4cd1-a268-a339a4f5a418 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 380 time: 0.0889204 Oct 24 08:52:48.261908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'port': {'device_id': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'admin_state_up': True, 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'security_groups': ['b7261923-a74e-49d2-bebf-2874d0c98752']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:48.401179 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Made reservation on behalf of 45be9d45ba4c4a2ca1ed053a7263dbee for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:52:48.408119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:48.423369 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-388b3c31-2967-41b7-ad80-ded24efa9d6b req-88443579-e79c-4b74-9e26-542f43c0bc2a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Oct 24 08:52:48.439140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:48.563711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Allocated IP 172.20.0.6 (d5cd9b46-2491-4f10-bda2-40f7d635b974/4b070669-7d7a-409e-9cb2-d764a404fdb7/47ad5200-c751-4a26-a72e-3a49c982245c) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:52:48.654420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03335bdf-dd0f-4f2d-9de3-31ec91ca71df req-064e4951-c622-4ba9-b48d-229d5f0caeab tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:48.656107 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03335bdf-dd0f-4f2d-9de3-31ec91ca71df req-064e4951-c622-4ba9-b48d-229d5f0caeab tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0615196 Oct 24 08:52:48.710599 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03335bdf-dd0f-4f2d-9de3-31ec91ca71df req-1e8a7bd5-0887-41c2-b694-e06e0fc2f51a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Oct 24 08:52:48.730709 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (47ad5200-c751-4a26-a72e-3a49c982245c), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:48.768716 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:48.817741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:52:48.821029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:52:48.828896 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:52:48.865902 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:48.900983 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:48.901609 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:48.920795 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-1e45a78b-4893-4280-99d3-2fc922fe14b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696334 Oct 24 08:52:48.946524 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Request body: {'port': {'device_id': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:52:49.042605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.085132 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-46aed5cc-276c-4430-af69-4433ec8d3e42 None None] Provisioning complete for port 47ad5200-c751-4a26-a72e-3a49c982245c triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:49.085756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-46aed5cc-276c-4430-af69-4433ec8d3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.085852 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-46aed5cc-276c-4430-af69-4433ec8d3e42 None None] Attempt 1 to provision port 47ad5200-c751-4a26-a72e-3a49c982245c Oct 24 08:52:49.123723 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-46aed5cc-276c-4430-af69-4433ec8d3e42 None None] Port 47ad5200-c751-4a26-a72e-3a49c982245c cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:52:49.165853 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 44cff1d5-206f-4840-92f8-4b8e216a6c12 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:49.211788 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 44cff1d5-206f-4840-92f8-4b8e216a6c12 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:49.212192 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.212535 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 44cff1d5-206f-4840-92f8-4b8e216a6c12 Oct 24 08:52:49.257650 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:49.296444 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 44cff1d5-206f-4840-92f8-4b8e216a6c12 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:49.347979 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ad5200-c751-4a26-a72e-3a49c982245c {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:52:49.355726 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks [] for port (47ad5200-c751-4a26-a72e-3a49c982245c), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.364223 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:49.371649 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Transition to ACTIVE for port object 47ad5200-c751-4a26-a72e-3a49c982245c will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:52:49.377098 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.440878 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Pushing event updated for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:49.503007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Attempting to bind port 47ad5200-c751-4a26-a72e-3a49c982245c on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:52:49.503347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Attempting to bind port 47ad5200-c751-4a26-a72e-3a49c982245c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:52:49.503669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Attempting to bind port 47ad5200-c751-4a26-a72e-3a49c982245c on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:52:49.558752 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Port 47ad5200-c751-4a26-a72e-3a49c982245c on network d5cd9b46-2491-4f10-bda2-40f7d635b974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:52:49.559302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Attempting to bind port 47ad5200-c751-4a26-a72e-3a49c982245c on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:52:49.575652 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cd9c-9d3f-4d86-8275-757bc92f9ea3 req-a42bf896-3e85-4606-bae2-b5d8c0d1df2b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:49.578229 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cd37cd9c-9d3f-4d86-8275-757bc92f9ea3 req-a42bf896-3e85-4606-bae2-b5d8c0d1df2b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 943 time: 0.0658696 Oct 24 08:52:49.617350 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:52:49.617689 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Checking segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:52:49.618075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Bound using segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:52:49.618510 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Bound port: 47ad5200-c751-4a26-a72e-3a49c982245c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:52:49.618872 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.648290 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cd37cd9c-9d3f-4d86-8275-757bc92f9ea3 req-e3e8da68-ce17-414a-a662-ed0d16a7d6de tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629041 Oct 24 08:52:49.687352 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:52:49.691204 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47ad5200-c751-4a26-a72e-3a49c982245c,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:52:49.699279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.707982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:49.707982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:49.707982 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 1093 time: 0.7696896 Oct 24 08:52:49.707982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:49.710715 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f9487-96b0-4dfb-a8bb-07e492967662" -d '{"events": [{"name": "network-changed", "server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:49.760568 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f6fb5-4cae-49dd-b4c1-7ec1afa2ddd9 x-openstack-request-id: req-858f6fb5-4cae-49dd-b4c1-7ec1afa2ddd9 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:49.760929 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:49.761328 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-858f6fb5-4cae-49dd-b4c1-7ec1afa2ddd9 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:49.761720 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858f6fb5-4cae-49dd-b4c1-7ec1afa2ddd9'] response: {'name': 'network-changed', 'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c', 'status': 'completed', 'code': 200} Oct 24 08:52:49.783021 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389a1ff-22d3-4ad8-bff6-750f1e11f156 service neutron] Pushing event updated for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:49.843306 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d7883-d47d-4c5b-959d-0cb0146e211c req-135cc52d-a1f3-4611-9041-dd08453f95aa tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:49.844897 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e76d7883-d47d-4c5b-959d-0cb0146e211c req-135cc52d-a1f3-4611-9041-dd08453f95aa tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0477748 Oct 24 08:52:49.847554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-50bfd8f7-c9bf-4a1a-b70a-272a1ab38381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:49.849083 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-50bfd8f7-c9bf-4a1a-b70a-272a1ab38381 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1127 time: 0.0402727 Oct 24 08:52:49.893735 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e76d7883-d47d-4c5b-959d-0cb0146e211c req-19b1d139-7ea6-4e49-bb4d-f8f56d55c23b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Oct 24 08:52:49.897565 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-db4ade4d-55b1-45e9-85e4-5c730891ded3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 217 time: 0.0337794 Oct 24 08:52:49.948111 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-4d17d360-1513-432a-b54c-c253da02a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:49.949590 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-4d17d360-1513-432a-b54c-c253da02a7b0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0456350 Oct 24 08:52:50.001588 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-c574cedf-1caf-46d3-baf1-959cefc54a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:50.002643 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-c574cedf-1caf-46d3-baf1-959cefc54a8f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453463 Oct 24 08:52:50.103561 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-cc15f0a4-4539-4edd-8130-f1fe4008fd55 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Oct 24 08:52:50.210479 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-31727068-922b-4cc8-ab05-0b1e0c152998 req-31cb84eb-203d-41aa-8bd1-00cc7d27692b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976534 Oct 24 08:52:50.775008 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337178e0-4827-4c70-95b8-c8b07d5568d4 req-b344395e-7911-4975-bea9-9686ed39a824 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:50.776549 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-337178e0-4827-4c70-95b8-c8b07d5568d4 req-b344395e-7911-4975-bea9-9686ed39a824 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 943 time: 0.0501857 Oct 24 08:52:50.833072 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-337178e0-4827-4c70-95b8-c8b07d5568d4 req-fa7d19ae-66cc-4de4-89b8-ced21205f209 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493846 Oct 24 08:52:51.019400 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8cf7d-7626-422a-8ec2-8447dee4e095 req-a59f362e-46c0-4cc2-a31a-394f4e295e2e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:51.020910 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ec8cf7d-7626-422a-8ec2-8447dee4e095 req-a59f362e-46c0-4cc2-a31a-394f4e295e2e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Oct 24 08:52:51.070004 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ec8cf7d-7626-422a-8ec2-8447dee4e095 req-a194d3b0-7459-4de8-832f-74e8138c184f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Oct 24 08:52:51.963248 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3505c-8631-42a2-bd86-63e8cb598d41 req-6b10ec60-ae2d-43df-9e07-f96878c51cdd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:51.965386 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32a3505c-8631-42a2-bd86-63e8cb598d41 req-6b10ec60-ae2d-43df-9e07-f96878c51cdd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 943 time: 0.0515680 Oct 24 08:52:52.028783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:52.031649 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32a3505c-8631-42a2-bd86-63e8cb598d41 req-e9f48c66-6122-4632-81a6-dfdd8b390560 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582411 Oct 24 08:52:52.197117 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66f1be-1865-492c-bf0f-47bb9b1e2dc6 req-01fba315-aa0f-4f26-8056-292846e78e64 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:52.198703 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c66f1be-1865-492c-bf0f-47bb9b1e2dc6 req-01fba315-aa0f-4f26-8056-292846e78e64 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Oct 24 08:52:52.219468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:52.250017 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c66f1be-1865-492c-bf0f-47bb9b1e2dc6 req-99755f47-0791-4dcb-83d9-07b633eb7f7a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Oct 24 08:52:52.440581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.163841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09129-2c00-4412-9e50-fdd2847728c7 req-c5e5c8ff-3c3e-46f7-9d66-2571a85f3fc0 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:53.165486 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-36f09129-2c00-4412-9e50-fdd2847728c7 req-c5e5c8ff-3c3e-46f7-9d66-2571a85f3fc0 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 943 time: 0.0496614 Oct 24 08:52:53.223838 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-36f09129-2c00-4412-9e50-fdd2847728c7 req-3b9071d7-3eef-488e-a10a-d134361113dc tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518086 Oct 24 08:52:53.279915 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45824) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:53.381132 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ce06b-f015-4078-be01-5ba930c77d93 req-b79da65f-f01d-40db-843f-ab8a9bd6bc3d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:53.382671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e8ce06b-f015-4078-be01-5ba930c77d93 req-b79da65f-f01d-40db-843f-ab8a9bd6bc3d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0546072 Oct 24 08:52:53.403584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-89c55f5b-40be-4275-8668-40f0fc4fdf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.464674 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e8ce06b-f015-4078-be01-5ba930c77d93 req-daeafe26-a143-443f-a1fc-7b4e5009b2f8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736518 Oct 24 08:52:53.519941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-89c55f5b-40be-4275-8668-40f0fc4fdf27 admin admin] Publish callbacks [] for security_group (0d4e0d39-ec3c-4cd0-85b7-da232c504d7e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.524978 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-89c55f5b-40be-4275-8668-40f0fc4fdf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0d4e0d39-ec3c-4cd0-85b7-da232c504d7e), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.562178 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c55f5b-40be-4275-8668-40f0fc4fdf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4e0d39-ec3c-4cd0-85b7-da232c504d7e,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:53.571305 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-89c55f5b-40be-4275-8668-40f0fc4fdf27 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=906e8acb9b154d9fad32cfc91b8228c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902608 Oct 24 08:52:53.574054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45832) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:53.634602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] Publish callbacks [] for security_group (0d4e0d39-ec3c-4cd0-85b7-da232c504d7e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.661352 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:53.663750 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] Publish callbacks [] for security_group (0d4e0d39-ec3c-4cd0-85b7-da232c504d7e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.720489 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0d4e0d39-ec3c-4cd0-85b7-da232c504d7e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.723613 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:53.724884 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0d4e0d39-ec3c-4cd0-85b7-da232c504d7e HTTP/1.1" status: 204 len: 168 time: 0.1498196 Oct 24 08:52:53.733049 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbb843-495e-4f8b-9a31-2345f1f1efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4e0d39-ec3c-4cd0-85b7-da232c504d7e,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:54.016634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 45840) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:54.031210 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8ea3-d026-4e54-9c45-2bb1004fe7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.050306 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:54.124346 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8ea3-d026-4e54-9c45-2bb1004fe7b3 admin admin] Publish callbacks [] for security_group (9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.128485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8ea3-d026-4e54-9c45-2bb1004fe7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.170985 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e8ab8ea3-d026-4e54-9c45-2bb1004fe7b3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9563095f340641a0bf389116301a1957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507347 Oct 24 08:52:54.171227 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab8ea3-d026-4e54-9c45-2bb1004fe7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:54.171388 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 45842) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:52:54.228145 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] Publish callbacks [] for security_group (9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.250906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] Publish callbacks [] for security_group (9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.304369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.307397 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.311789 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16 HTTP/1.1" status: 204 len: 168 time: 0.1360335 Oct 24 08:52:54.345558 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63abab-82d6-4678-8061-a67c34d873fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed43bac-1fdf-44fd-b6a6-96d9adbe8e16,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:54.373456 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae54b06-e2d5-487e-97aa-da8ab525204d req-e2483d61-9d1b-4561-9cb4-99f848491dc4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:54.374732 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ae54b06-e2d5-487e-97aa-da8ab525204d req-e2483d61-9d1b-4561-9cb4-99f848491dc4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 943 time: 0.0640969 Oct 24 08:52:54.426215 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ae54b06-e2d5-487e-97aa-da8ab525204d req-19294249-d0f9-4c7d-b22f-ea2b39bc20d2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Oct 24 08:52:54.467572 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 47ad5200-c751-4a26-a72e-3a49c982245c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:52:54.574739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47ad5200-c751-4a26-a72e-3a49c982245c,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:54.589809 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '47ad5200-c751-4a26-a72e-3a49c982245c', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'port_id': '47ad5200-c751-4a26-a72e-3a49c982245c', 'mac_address': 'fa:16:3e:e7:51:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:52:54.610694 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a643a5-9401-4da2-9218-26d8d886b344 req-26bf23c2-96df-4efc-975b-91441cb4eddf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:54.617363 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a2a643a5-9401-4da2-9218-26d8d886b344 req-26bf23c2-96df-4efc-975b-91441cb4eddf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0643232 Oct 24 08:52:54.651358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 47ad5200-c751-4a26-a72e-3a49c982245c is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:54.651831 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.662353 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:54.672261 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ad5200-c751-4a26-a72e-3a49c982245c {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:52:54.672884 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a2a643a5-9401-4da2-9218-26d8d886b344 req-aa14f89f-eaa7-44f9-a254-4ca0970bc7ae tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544527 Oct 24 08:52:54.708330 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47ad5200-c751-4a26-a72e-3a49c982245c,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:54.717312 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:54.751626 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-c818d18a-8779-40d4-9e60-c4a885c9440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:54.753185 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-c818d18a-8779-40d4-9e60-c4a885c9440b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1128 time: 0.0499716 Oct 24 08:52:54.782976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:55.010206 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-d40fdcf6-6b87-45ed-bb5c-d0e392985b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.011803 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-d40fdcf6-6b87-45ed-bb5c-d0e392985b59 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.1427205 Oct 24 08:52:55.073773 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-29a58315-3a42-4c76-b433-d4e71c0d4d7d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 217 time: 0.0481908 Oct 24 08:52:55.140831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-4c744b31-63b8-45c7-8579-1f046ec11a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.142353 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-4c744b31-63b8-45c7-8579-1f046ec11a98 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.1056919 Oct 24 08:52:55.151341 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-0d07d0db-0b92-4698-815c-f1b05180a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.152799 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-0d07d0db-0b92-4698-815c-f1b05180a00e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0624592 Oct 24 08:52:55.225704 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-a1eebd9a-396a-4d76-8ba3-5b687e34c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.227468 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-a1eebd9a-396a-4d76-8ba3-5b687e34c92c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673153 Oct 24 08:52:55.344521 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['47ad5200-c751-4a26-a72e-3a49c982245c'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:52:55.348663 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-3f2cf3ee-1cd9-46d5-8239-fa344f7ba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.350223 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-3f2cf3ee-1cd9-46d5-8239-fa344f7ba63b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.1799004 Oct 24 08:52:55.409036 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-f4627bd7-9951-47a3-a203-ced91b7c8d5a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 0.0488582 Oct 24 08:52:55.411513 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-0b948bc1-3f0e-4421-b599-0e1de8a4dac6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545033 Oct 24 08:52:55.418431 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:55.545379 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-ede62fc1-d851-40b8-b13d-d8bccbba11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.545379 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-ede62fc1-d851-40b8-b13d-d8bccbba11d7 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.1270814 Oct 24 08:52:55.623628 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-1ee48ec5-ec42-4413-b21b-7919a605fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.623628 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-1ee48ec5-ec42-4413-b21b-7919a605fe9a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640025 Oct 24 08:52:55.628868 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c10f9487-96b0-4dfb-a8bb-07e492967662 req-652e572f-fa46-4bd6-88f5-30e4106ab442 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978354 Oct 24 08:52:55.835498 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac406-3d36-4c8c-b098-c75ceeb344ca req-f70a7624-2ae9-4f75-b295-f29a6f1d8a1e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.841363 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-026ac406-3d36-4c8c-b098-c75ceeb344ca req-f70a7624-2ae9-4f75-b295-f29a6f1d8a1e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 944 time: 0.3171225 Oct 24 08:52:55.858580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c961763-b1ad-4958-9b39-e053c2b1fdfb req-4909fe8f-9b52-40ca-b8f9-7ee9ecec86fe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:55.860049 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7c961763-b1ad-4958-9b39-e053c2b1fdfb req-4909fe8f-9b52-40ca-b8f9-7ee9ecec86fe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0737031 Oct 24 08:52:55.902386 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:55.915642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:55.926489 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-026ac406-3d36-4c8c-b098-c75ceeb344ca req-93d9c889-eab9-4451-bcaf-b76a36ef7158 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817304 Oct 24 08:52:55.941783 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7c961763-b1ad-4958-9b39-e053c2b1fdfb req-660b8234-2997-42fb-890b-53754e8f7b33 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Oct 24 08:52:56.702382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 47ad5200-c751-4a26-a72e-3a49c982245c up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:52:56.767236 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 47ad5200-c751-4a26-a72e-3a49c982245c completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:52:56.774384 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 47ad5200-c751-4a26-a72e-3a49c982245c triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:52:56.774801 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:56.775138 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 47ad5200-c751-4a26-a72e-3a49c982245c Oct 24 08:52:56.869595 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 47ad5200-c751-4a26-a72e-3a49c982245c is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:52:56.869967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:56.900721 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:52:56.903576 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b325b-34b3-4844-90d9-c159feb2843b" -d '{"events": [{"server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "name": "network-vif-plugged", "status": "completed", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:52:56.920752 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47ad5200-c751-4a26-a72e-3a49c982245c,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:52:56.926647 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:52:56.957685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea486cdf-c942-4839-b53f-9b3c80666627 x-openstack-request-id: req-ea486cdf-c942-4839-b53f-9b3c80666627 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:52:56.958038 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "name": "network-vif-plugged", "status": "completed", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:52:56.958476 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea486cdf-c942-4839-b53f-9b3c80666627 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:52:56.958875 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea486cdf-c942-4839-b53f-9b3c80666627'] response: {'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c', 'code': 200} Oct 24 08:52:56.989393 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:52:57.108528 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=28 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:57.111950 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=43 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:57.129071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fea756-dc57-404b-b48f-82607ce04b70 req-fa5b84ee-93da-4771-84ab-35cdfffb662a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:57.130607 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05fea756-dc57-404b-b48f-82607ce04b70 req-fa5b84ee-93da-4771-84ab-35cdfffb662a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0929375 Oct 24 08:52:57.166206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d285afe-e863-491f-93e3-bfe9e08920d9 req-90ad2d35-5216-4919-8cfd-a194066a3cc8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:57.167710 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9d285afe-e863-491f-93e3-bfe9e08920d9 req-90ad2d35-5216-4919-8cfd-a194066a3cc8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0830061 Oct 24 08:52:57.228298 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05fea756-dc57-404b-b48f-82607ce04b70 req-be050282-7c02-4f03-9686-50a3eb072839 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838764 Oct 24 08:52:57.253374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9d285afe-e863-491f-93e3-bfe9e08920d9 req-c03045ff-7e6d-491e-a9c2-a466b583f9a8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762253 Oct 24 08:52:57.521693 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:57.603692 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-d17f1bd3-41ff-4b92-94fa-ea6734a76755 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374533 Oct 24 08:52:57.652200 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:52:57.697040 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5495ce1-b0c4-4a86-bda9-8b760584346c req-3abbd370-395b-4f5c-bdc2-7a77bf028466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:57.698671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e5495ce1-b0c4-4a86-bda9-8b760584346c req-3abbd370-395b-4f5c-bdc2-7a77bf028466 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1129 time: 0.0405052 Oct 24 08:52:57.717771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fda25-1635-4b0b-b3ae-53c3a8ce92f3 req-bf8cab8d-dc55-4fc1-b9d0-817770a1c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:57.719300 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c38fda25-1635-4b0b-b3ae-53c3a8ce92f3 req-bf8cab8d-dc55-4fc1-b9d0-817770a1c0fc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.0790448 Oct 24 08:52:57.752967 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ee978203-f41b-437f-8634-8f8597ba46d7 req-96507142-f843-4182-9e9e-8e121c544586 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422043 Oct 24 08:52:57.754742 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e5495ce1-b0c4-4a86-bda9-8b760584346c req-2db0addd-619d-4098-b41f-87c1069ca8a8 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Oct 24 08:52:57.783365 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c38fda25-1635-4b0b-b3ae-53c3a8ce92f3 req-db3fcd59-6ef7-4222-bd83-b968f37cc30f service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Oct 24 08:52:58.375065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b525b-faf4-481e-bc76-e6650d9f7167 req-61440b33-5500-42fe-89e2-95216e072d59 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:58.376763 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-737b525b-faf4-481e-bc76-e6650d9f7167 req-61440b33-5500-42fe-89e2-95216e072d59 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0675588 Oct 24 08:52:58.429044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6ea94-20e8-44cb-801b-94ee20d956d1 req-48f66ecd-f95d-4655-93a6-6387d9597ddf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:58.430549 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ef6ea94-20e8-44cb-801b-94ee20d956d1 req-48f66ecd-f95d-4655-93a6-6387d9597ddf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0740921 Oct 24 08:52:58.473378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-737b525b-faf4-481e-bc76-e6650d9f7167 req-9a78e879-c05e-419f-be5d-4dcf0392f2a8 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783491 Oct 24 08:52:58.513850 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ef6ea94-20e8-44cb-801b-94ee20d956d1 req-260c844c-bd6e-4ffe-a536-6fec305d554c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Oct 24 08:52:59.668018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65a717-558d-4248-a728-657feed8e3e1 req-c92fd1d6-51b6-4fdf-9559-0f30ebe97127 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:59.669661 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9f65a717-558d-4248-a728-657feed8e3e1 req-c92fd1d6-51b6-4fdf-9559-0f30ebe97127 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.1079588 Oct 24 08:52:59.695236 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812229-44c9-45e2-a74e-feca64592c71 req-19e9709d-12c8-41e7-add0-e659d008101a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:52:59.696948 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1b812229-44c9-45e2-a74e-feca64592c71 req-19e9709d-12c8-41e7-add0-e659d008101a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0748417 Oct 24 08:52:59.760852 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9f65a717-558d-4248-a728-657feed8e3e1 req-98b41875-0210-43a6-8065-d0ff18dc0eca tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820456 Oct 24 08:52:59.777335 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1b812229-44c9-45e2-a74e-feca64592c71 req-60430ede-c3ff-433a-b6b3-1c298114c72a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Oct 24 08:53:00.948153 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71f7a-07a4-44ff-99a2-317355f76c11 req-709a91a1-4b58-47ed-ae8b-3524c5c56bc8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:00.950949 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ec71f7a-07a4-44ff-99a2-317355f76c11 req-709a91a1-4b58-47ed-ae8b-3524c5c56bc8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0871177 Oct 24 08:53:00.956063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02250ecb-0080-4346-ac09-bc380d9739e7 req-3e6bb091-d39c-46be-bd32-8fddb73ce7b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:00.957607 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02250ecb-0080-4346-ac09-bc380d9739e7 req-3e6bb091-d39c-46be-bd32-8fddb73ce7b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0810475 Oct 24 08:53:01.040655 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ec71f7a-07a4-44ff-99a2-317355f76c11 req-48bac0af-139a-4367-92f1-45045433a004 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819457 Oct 24 08:53:01.044595 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02250ecb-0080-4346-ac09-bc380d9739e7 req-a5aa406a-2ae7-4659-a34e-42fdcd281788 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786557 Oct 24 08:53:01.883985 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fa40718c-e56a-4527-ab23-1f8274051c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:02.199253 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e804f-5157-4363-a472-691e1abfdaf3 req-2d68e1ce-2632-4bb1-b3e2-a760c9f9717c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:02.201423 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4a2e804f-5157-4363-a472-691e1abfdaf3 req-2d68e1ce-2632-4bb1-b3e2-a760c9f9717c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0788465 Oct 24 08:53:02.209356 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be131ea-381d-4286-83db-b6f3ad32b393 req-42fd1ddb-ef53-4c92-a8ec-e3d8774f2ea3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:02.210846 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7be131ea-381d-4286-83db-b6f3ad32b393 req-42fd1ddb-ef53-4c92-a8ec-e3d8774f2ea3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0870309 Oct 24 08:53:02.253584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:02.286756 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4a2e804f-5157-4363-a472-691e1abfdaf3 req-c81d5925-8e16-42ca-9a2c-12cdaec98510 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749512 Oct 24 08:53:02.291113 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7be131ea-381d-4286-83db-b6f3ad32b393 req-2d226ad0-1e03-4ba4-88ff-9537f213709a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723433 Oct 24 08:53:03.370560 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:03.440229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa8771-2af5-40ec-8a59-14ec89658abf req-1f9bc6ef-ac96-4333-a420-2761030d9096 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:03.441701 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a8fa8771-2af5-40ec-8a59-14ec89658abf req-1f9bc6ef-ac96-4333-a420-2761030d9096 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0801594 Oct 24 08:53:03.449735 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd179ca-3e14-478b-8103-268e9099c2f2 req-d6945cfe-804e-4768-afb2-7dc7724ced96 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:03.451177 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4cd179ca-3e14-478b-8103-268e9099c2f2 req-d6945cfe-804e-4768-afb2-7dc7724ced96 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0774798 Oct 24 08:53:03.520368 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a8fa8771-2af5-40ec-8a59-14ec89658abf req-19fc9ed6-bacd-4cba-997e-aee119ab2f0e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682113 Oct 24 08:53:03.531766 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4cd179ca-3e14-478b-8103-268e9099c2f2 req-af0a8f27-892d-4570-a781-2d9f03bde055 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726683 Oct 24 08:53:04.201873 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-130c3373-3e7c-4a02-9880-a53c2b61548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:04.685220 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593500bf-07a7-43d2-acc7-ae30fd8e3a2e req-15ce11ea-1166-41c4-b7f0-6d98569fd4e4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:04.686710 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-593500bf-07a7-43d2-acc7-ae30fd8e3a2e req-15ce11ea-1166-41c4-b7f0-6d98569fd4e4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0849881 Oct 24 08:53:04.694341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788b6cf-cc7e-4324-8438-cbbd4d37d0c7 req-1e605c31-4d69-4b85-a935-afb663213d98 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:04.695820 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c788b6cf-cc7e-4324-8438-cbbd4d37d0c7 req-1e605c31-4d69-4b85-a935-afb663213d98 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0807052 Oct 24 08:53:04.771374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-593500bf-07a7-43d2-acc7-ae30fd8e3a2e req-807ada4c-688f-41f4-9f69-bcfb55b760cb tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746138 Oct 24 08:53:04.783202 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c788b6cf-cc7e-4324-8438-cbbd4d37d0c7 req-b9337297-ad41-4403-9f0b-afed62680352 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803592 Oct 24 08:53:05.015123 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:53:05.712598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:05.937323 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122c79-48e5-431d-a4ee-10c4942e90ba req-0ceb3900-001a-4bd5-ae21-41a10cab0aff tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:05.938847 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ea122c79-48e5-431d-a4ee-10c4942e90ba req-0ceb3900-001a-4bd5-ae21-41a10cab0aff tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0796921 Oct 24 08:53:05.946665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e942-2fc0-4043-a77b-1408734e907b req-fe5dcf8d-ac4c-471f-8057-ce89ad25ad63 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:05.948089 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8576e942-2fc0-4043-a77b-1408734e907b req-fe5dcf8d-ac4c-471f-8057-ce89ad25ad63 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0784442 Oct 24 08:53:06.026139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ea122c79-48e5-431d-a4ee-10c4942e90ba req-17da0948-a20f-43a5-945e-288b610f5d5d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770733 Oct 24 08:53:06.029388 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8576e942-2fc0-4043-a77b-1408734e907b req-459aa724-dfec-47b4-b526-13f48c714992 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734973 Oct 24 08:53:06.911053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:07.123143 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:07.193070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e4bb-616f-4504-b369-61f00e4dc0ae req-ff929d28-2ec6-4a70-89fa-d9907b216ad7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:07.194602 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32b7e4bb-616f-4504-b369-61f00e4dc0ae req-ff929d28-2ec6-4a70-89fa-d9907b216ad7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0872316 Oct 24 08:53:07.204212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9fd12-bd85-4215-b60c-ac33f4e82b0d req-246ced9a-4a6f-4a3d-8794-8c62deefd44e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:07.205736 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47e9fd12-bd85-4215-b60c-ac33f4e82b0d req-246ced9a-4a6f-4a3d-8794-8c62deefd44e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0884116 Oct 24 08:53:07.296076 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32b7e4bb-616f-4504-b369-61f00e4dc0ae req-14d43b19-2423-491c-aae0-acb623508ab3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881801 Oct 24 08:53:07.300927 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47e9fd12-bd85-4215-b60c-ac33f4e82b0d req-b0144aba-8b1c-4e0d-a036-4dcaf770fa76 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Oct 24 08:53:07.773752 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=27 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:07.776577 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=12 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:08.472369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2d006-2d59-473a-9ad9-11f970a4efa5 req-18012b68-95d8-4d21-84c3-f83b93f516ee tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:08.475711 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05d2d006-2d59-473a-9ad9-11f970a4efa5 req-18012b68-95d8-4d21-84c3-f83b93f516ee tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0975308 Oct 24 08:53:08.483937 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d8e31-dd73-4876-98f6-9205504f3c4a req-fffada25-6ce8-4ebe-bfa5-fcfcdef29ac6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:08.486156 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8e9d8e31-dd73-4876-98f6-9205504f3c4a req-fffada25-6ce8-4ebe-bfa5-fcfcdef29ac6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Oct 24 08:53:08.556438 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05d2d006-2d59-473a-9ad9-11f970a4efa5 req-29c1c237-a48a-4fbc-83ed-096049b581da tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692854 Oct 24 08:53:08.567552 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8e9d8e31-dd73-4876-98f6-9205504f3c4a req-1487784b-6373-4d97-be89-f149ccd31d25 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Oct 24 08:53:08.667450 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:08.678814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2c07d-2883-433a-8fc8-0db58da9badd req-eefa19a5-c99f-4243-a981-e55173e29282 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:08.680338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ce2c07d-2883-433a-8fc8-0db58da9badd req-eefa19a5-c99f-4243-a981-e55173e29282 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Oct 24 08:53:08.690766 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46068) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:08.695235 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'floatingip': {'port_id': '47ad5200-c751-4a26-a72e-3a49c982245c'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:08.772468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:08.886300 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:08.913563 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7fce-9c6f-4f5d-90ee-5038cce2b764 req-a69d3699-86fa-407a-a4b7-30f0f9e95b1d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:08.915053 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e0e7fce-9c6f-4f5d-90ee-5038cce2b764 req-a69d3699-86fa-407a-a4b7-30f0f9e95b1d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.1127861 Oct 24 08:53:09.057063 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e0e7fce-9c6f-4f5d-90ee-5038cce2b764 req-02825bae-abb1-45d7-ab2e-598c32fd4c2d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346524 Oct 24 08:53:09.462320 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-7d9c7c06-7ba2-4ac3-81be-ea1b6229e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:09.464076 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-7d9c7c06-7ba2-4ac3-81be-ea1b6229e56b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.0519121 Oct 24 08:53:09.585761 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-606d7c6e-ce34-4f4d-ac63-f4e7554ebcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:09.587317 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-606d7c6e-ce34-4f4d-ac63-f4e7554ebcee service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.1092072 Oct 24 08:53:09.711467 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-19f709c2-e84f-44e3-95c5-d7662e8b07b4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 0.0406661 Oct 24 08:53:09.764553 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-6728afee-0b34-4dd1-8680-f9e93b266352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:09.766048 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-6728afee-0b34-4dd1-8680-f9e93b266352 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0470860 Oct 24 08:53:09.790130 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:09.794895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:09.813517 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-6cc81859-1870-4efe-8ba9-80dece692879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:09.815535 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-6cc81859-1870-4efe-8ba9-80dece692879 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418704 Oct 24 08:53:09.898210 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Floating IP 462ba19c-85ae-4da4-a959-2ffa05085a2a associated. External IP: 172.37.0.247, port: 47ad5200-c751-4a26-a72e-3a49c982245c. Oct 24 08:53:10.115505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:53:10.143349 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-dbce6614-f406-46e2-8589-881db7525303 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219798 Oct 24 08:53:10.225410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e975985-dafd-40ea-95e3-882673355a97 req-039f9250-626a-4a3a-9e03-99670237e3cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:10.226969 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2e975985-dafd-40ea-95e3-882673355a97 req-039f9250-626a-4a3a-9e03-99670237e3cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0682168 Oct 24 08:53:10.266914 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bc5703b8-e694-40ef-9604-452ea7c8f89c req-c74b6888-db59-4508-83f9-a3c17ad9fa4c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016624 Oct 24 08:53:10.280390 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:10.310017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:10.315219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:10.320759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:10.331851 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:10.332483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:10.346833 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:10.357163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2e975985-dafd-40ea-95e3-882673355a97 req-fd7ef574-85d4-48b5-95b9-48653c955d8c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054158 Oct 24 08:53:10.366205 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ac46839e-e80b-4f40-ac7f-76150b483a5a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/462ba19c-85ae-4da4-a959-2ffa05085a2a HTTP/1.1" status: 200 len: 991 time: 1.6743348 Oct 24 08:53:10.366923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:10.369507 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58618962-5b00-4b07-a541-11fb0bbb896d" -d '{"events": [{"name": "network-changed", "server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:10.411267 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d281493-265f-4c73-a529-3083e9c1cfd1 x-openstack-request-id: req-6d281493-265f-4c73-a529-3083e9c1cfd1 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:10.411569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:10.411825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d281493-265f-4c73-a529-3083e9c1cfd1 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:10.412266 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d281493-265f-4c73-a529-3083e9c1cfd1'] response: {'name': 'network-changed', 'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c', 'status': 'completed', 'code': 200} Oct 24 08:53:10.582505 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:10.657076 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618962-5b00-4b07-a541-11fb0bbb896d req-a6a3c5b3-95ef-438e-b216-e233a7108ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:10.658560 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-a6a3c5b3-95ef-438e-b216-e233a7108ad9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1129 time: 0.0426581 Oct 24 08:53:10.756380 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618962-5b00-4b07-a541-11fb0bbb896d req-b3ee6b36-f166-4970-941e-403d1b2faff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:10.757846 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-b3ee6b36-f166-4970-941e-403d1b2faff9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.0919921 Oct 24 08:53:10.797163 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:10.825337 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-9fc82fa8-fec4-4d62-a3c6-1c0e98c6e566 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 999 time: 0.0602257 Oct 24 08:53:10.840944 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '462ba19c-85ae-4da4-a959-2ffa05085a2a', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.247', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '47ad5200-c751-4a26-a72e-3a49c982245c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:e7:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:52:44Z', 'updated_at': '2022-10-24T08:53:09Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:10.867535 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:10.876758 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:10.877383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:10.887536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618962-5b00-4b07-a541-11fb0bbb896d req-353ab129-7f28-4918-b667-58dac0970131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:10.889973 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-353ab129-7f28-4918-b667-58dac0970131 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0466561 Oct 24 08:53:10.938359 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618962-5b00-4b07-a541-11fb0bbb896d req-b638eda7-ae9d-4182-9dd4-b420d152ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:10.939907 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-b638eda7-ae9d-4182-9dd4-b420d152ba97 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420671 Oct 24 08:53:10.977848 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:10.987075 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:11.089292 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-88d4d37c-f402-4e8b-b382-462ec21c42d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292286 Oct 24 08:53:11.222739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '462ba19c-85ae-4da4-a959-2ffa05085a2a', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.247', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '47ad5200-c751-4a26-a72e-3a49c982245c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:e7:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:52:44Z', 'updated_at': '2022-10-24T08:53:09Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:11.252607 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d624b67-988c-403c-85c0-e8e80ef5e49a None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '462ba19c-85ae-4da4-a959-2ffa05085a2a', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.247', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '47ad5200-c751-4a26-a72e-3a49c982245c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:e7:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:52:44Z', 'updated_at': '2022-10-24T08:53:09Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:11.461524 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3b61-a361-498c-8697-8157f59cd7ea None None] New status for floating IP 462ba19c-85ae-4da4-a959-2ffa05085a2a: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:53:11.497693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d5908-8f33-445b-9492-3223f5763dc6 req-5f21e175-c5ac-4af0-8ed3-a1ee5566380c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:11.499955 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-871d5908-8f33-445b-9492-3223f5763dc6 req-5f21e175-c5ac-4af0-8ed3-a1ee5566380c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0583692 Oct 24 08:53:11.550164 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-871d5908-8f33-445b-9492-3223f5763dc6 req-8b07ee85-ee17-47b4-b534-7098245011d0 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Oct 24 08:53:12.706244 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5447-8e1f-49a8-ae5b-4421be2e0cc5 req-85025f26-8381-4662-bdf0-32d45fb989b3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:12.713455 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2af5447-8e1f-49a8-ae5b-4421be2e0cc5 req-85025f26-8381-4662-bdf0-32d45fb989b3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0659833 Oct 24 08:53:12.764703 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2af5447-8e1f-49a8-ae5b-4421be2e0cc5 req-c1faec3c-47c9-4a05-b41d-b98f4fb69dd8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Oct 24 08:53:13.237237 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58618962-5b00-4b07-a541-11fb0bbb896d req-87b41856-85c2-45a6-b11f-a907d55fa9d6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925756 Oct 24 08:53:13.900398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f884c5a-a543-4fbe-888e-317c1838b30d req-af3384a9-9f9f-47b5-8957-dde0d16780ef tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:13.902022 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1f884c5a-a543-4fbe-888e-317c1838b30d req-af3384a9-9f9f-47b5-8957-dde0d16780ef tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0539668 Oct 24 08:53:13.959445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1f884c5a-a543-4fbe-888e-317c1838b30d req-4bb99dbd-611f-440a-a9da-cc85580fcf5d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508087 Oct 24 08:53:15.099545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94c9c5-7b62-4afc-9e7d-07be8e71a421 req-eb34e527-4484-4e4c-b719-46531c6c12c7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:15.108431 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc94c9c5-7b62-4afc-9e7d-07be8e71a421 req-eb34e527-4484-4e4c-b719-46531c6c12c7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0634239 Oct 24 08:53:15.162149 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc94c9c5-7b62-4afc-9e7d-07be8e71a421 req-88182c56-d302-4830-8176-ffaf50df10b3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518999 Oct 24 08:53:15.325606 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46182) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:15.450852 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.477893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:15.500719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:15.551068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Publish callbacks [] for security_group (b2da4cf7-4e42-424c-a4bd-7e88bf7da53a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.556261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b2da4cf7-4e42-424c-a4bd-7e88bf7da53a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.603853 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=82987a2d87c14fbda7cbb5d84561d277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771037 Oct 24 08:53:15.604771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da4cf7-4e42-424c-a4bd-7e88bf7da53a,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:15.609664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46190) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:15.616077 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.616452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.616846 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.617186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.617589 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.617918 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.618243 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.618565 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.618890 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.619208 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.619532 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.619854 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.620193 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.620516 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.620832 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29266186-986e-4b3c-8e82-0243ceebf6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.664058 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Publish callbacks [] for security_group (b2da4cf7-4e42-424c-a4bd-7e88bf7da53a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.686679 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Publish callbacks [] for security_group (b2da4cf7-4e42-424c-a4bd-7e88bf7da53a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.742775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b2da4cf7-4e42-424c-a4bd-7e88bf7da53a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.745445 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:15.746748 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b2da4cf7-4e42-424c-a4bd-7e88bf7da53a HTTP/1.1" status: 204 len: 168 time: 0.1359968 Oct 24 08:53:15.755418 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da4cf7-4e42-424c-a4bd-7e88bf7da53a,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:15.763148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.763445 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.763802 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.764261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.764599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.764926 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.765260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.766225 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.766225 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.766565 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.766645 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.766965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.767278 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.767604 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:15.768420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850c667-97f9-4530-a0e2-89dcbfbd5ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:16.075899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46198) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:16.090663 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-77e3cbf3-6c1a-4820-992c-fb39a7a2341b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.171410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-77e3cbf3-6c1a-4820-992c-fb39a7a2341b admin admin] Publish callbacks [] for security_group (256bf989-6f2a-4c37-aa58-ad72a1c96f05), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.175530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-77e3cbf3-6c1a-4820-992c-fb39a7a2341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (256bf989-6f2a-4c37-aa58-ad72a1c96f05), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.215112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3cbf3-6c1a-4820-992c-fb39a7a2341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256bf989-6f2a-4c37-aa58-ad72a1c96f05,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:16.220198 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-77e3cbf3-6c1a-4820-992c-fb39a7a2341b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c22cc53f044e46e0b72868e56dc5c505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431687 Oct 24 08:53:16.223102 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46200) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:16.276921 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] Publish callbacks [] for security_group (256bf989-6f2a-4c37-aa58-ad72a1c96f05), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.302051 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] Publish callbacks [] for security_group (256bf989-6f2a-4c37-aa58-ad72a1c96f05), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.350711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (256bf989-6f2a-4c37-aa58-ad72a1c96f05), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.353362 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.354582 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/256bf989-6f2a-4c37-aa58-ad72a1c96f05 HTTP/1.1" status: 204 len: 168 time: 0.1302917 Oct 24 08:53:16.363455 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8dab4-c8e5-4cc5-9322-92d1bf2e02f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256bf989-6f2a-4c37-aa58-ad72a1c96f05,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:16.694671 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46210) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:16.708950 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-519eb9f4-b1e5-4f58-806a-ecfbb37365d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.790818 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-519eb9f4-b1e5-4f58-806a-ecfbb37365d2 admin admin] Publish callbacks [] for security_group (2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.795524 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-519eb9f4-b1e5-4f58-806a-ecfbb37365d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.840583 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-519eb9f4-b1e5-4f58-806a-ecfbb37365d2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=244c85d644404dd09b5b757fc7110c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447704 Oct 24 08:53:16.841498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519eb9f4-b1e5-4f58-806a-ecfbb37365d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:16.843973 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46212) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:16.900419 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] Publish callbacks [] for security_group (2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:16.928329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] Publish callbacks [] for security_group (2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:17.004322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:17.007065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:17.008305 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82 HTTP/1.1" status: 204 len: 168 time: 0.1633363 Oct 24 08:53:17.017866 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef874068-3f80-49e1-aaf8-63f5e5d6bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc5a6a6-37ee-4aeb-8e86-e17dde16fe82,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:21.623246 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:21.643336 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:22.438039 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:22.999613 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46292) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:23.004224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344959574', 'description': 'tempest-description--2053581993'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:23.024888 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.090958 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:23.101197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (4325f124-029a-4109-a4f2-f9b9bfea558e), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.104878 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4325f124-029a-4109-a4f2-f9b9bfea558e), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.137960 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4325f124-029a-4109-a4f2-f9b9bfea558e,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:23.142570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.143802 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-eef9f957-29f4-4a79-a302-0738a5d4c0f4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431437 Oct 24 08:53:23.146911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46294) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:23.151248 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'security_group_rule': {'security_group_id': '4325f124-029a-4109-a4f2-f9b9bfea558e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:23.161557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:23.183767 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (8046bab8-e068-4266-8d35-1e8c54b4327d), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.231618 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (8046bab8-e068-4266-8d35-1e8c54b4327d), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.235478 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (8046bab8-e068-4266-8d35-1e8c54b4327d), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.255434 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8046bab8-e068-4266-8d35-1e8c54b4327d,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:23.259943 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.264117 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a6a78f1d-d2b2-4d53-84c8-72fc5d8993bb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132801 Oct 24 08:53:23.264725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46296) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:23.268446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'security_group_rule': {'security_group_id': '4325f124-029a-4109-a4f2-f9b9bfea558e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:23.298608 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (f436e485-4cce-4fd6-8931-34630a5122f8), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.356341 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (f436e485-4cce-4fd6-8931-34630a5122f8), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.360017 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (f436e485-4cce-4fd6-8931-34630a5122f8), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.380395 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f436e485-4cce-4fd6-8931-34630a5122f8,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:23.385163 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.386957 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-53431639-d4b4-4c13-9186-4d34d2fb6973 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212089 Oct 24 08:53:23.390187 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46300) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:23.394561 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:23.414726 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.497354 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.605734 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Allocated IP 172.37.0.171 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/557fab9f-dc17-4897-b52f-3ac8d51f0f5e) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:23.709379 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-1e3336f9-5dc9-4bbb-8051-95399d7832d8 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345399 Oct 24 08:53:23.739174 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.774636 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.831487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:23.836940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:23.839320 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'Port': ['ID=557fab9f-dc17-4897-b52f-3ac8d51f0f5e,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:23.842975 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:23.865199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:23.893353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:23.931275 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:23.935798 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-e229f444-c118-46d6-84bd-4c1973d9d6ed tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:23.937601 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-e229f444-c118-46d6-84bd-4c1973d9d6ed tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206042 Oct 24 08:53:23.951186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:23.954793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-b384b6dc-2e52-41cb-a99e-bc1a414c6e1b tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/quotas/047bb88ce8ab4fc9b4ce90aa89b3e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0108271 Oct 24 08:53:23.997035 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-dc70c727-c84d-4b76-8380-9eb80eedb98d tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348310 Oct 24 08:53:23.997913 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:24.167425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:24.174114 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:24.188931 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-438d3f9b-1770-4ad8-a127-3268b012f51f req-e26b7667-0bd5-4539-950f-55887fa0cfbb tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 210 time: 0.0338442 Oct 24 08:53:24.297590 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'Port': ['ID=557fab9f-dc17-4897-b52f-3ac8d51f0f5e,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:24.300535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:24.317192 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:24.318443 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-fcbeb167-00e0-46c3-be2f-1fc640524b69 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9273899 Oct 24 08:53:24.563734 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-353162fc-7ddb-4264-9fc8-ba3e4b999c26 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--344959574&fields=id&tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797 HTTP/1.1" status: 200 len: 267 time: 0.0438297 Oct 24 08:53:24.635170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:24.678829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-705a88a9-c98f-4d1c-b1e4-3bc5d21b4f6e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:24.680322 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-705a88a9-c98f-4d1c-b1e4-3bc5d21b4f6e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.1090519 Oct 24 08:53:24.696121 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-e0adf7a6-b30d-4944-850b-1a207aed7a48 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/quotas/fd4b77e78f9d4286aa92f6f90ff8b797 HTTP/1.1" status: 200 len: 375 time: 0.0095084 Oct 24 08:53:24.756498 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-ff76ed3b-fc01-40e1-8d86-9f482588b72c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533006 Oct 24 08:53:24.868843 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-6bbe05cf-c6c2-4c27-bc36-8d78e9fd6ea4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981081 Oct 24 08:53:24.978336 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-c743ab34-347c-4948-a13f-05a844a12a4f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032155 Oct 24 08:53:25.201322 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bb88202d-5d28-4efe-8a8e-a9fbb82125c1 req-9b6f09d4-e763-40e2-a72f-b8afdb3e2313 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 210 time: 0.0535946 Oct 24 08:53:25.310087 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-677a2667-978e-4594-aac1-a5b89987d42b req-a7bffdc7-7bd7-49a7-8aff-18ac14168ffe tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 210 time: 0.0339406 Oct 24 08:53:25.701001 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-0aa29fff-a8b3-45a9-84b6-8a6cc212dc3c tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349629 Oct 24 08:53:25.939570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-2644fb5a-fbfe-497c-a3d8-fc1e1b23e6e3 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:25.941010 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-2644fb5a-fbfe-497c-a3d8-fc1e1b23e6e3 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989748 Oct 24 08:53:26.041185 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Request body: {'port': {'device_id': '7b8871d0-526d-464c-b8a5-f168335a4185', 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb', 'admin_state_up': True, 'tenant_id': '047bb88ce8ab4fc9b4ce90aa89b3e7c8'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:26.178006 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Made reservation on behalf of 047bb88ce8ab4fc9b4ce90aa89b3e7c8 for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:26.181881 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.191846 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.274926 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks [] for security_group (3f941cf9-8e46-44cd-a340-a86c6221bdf4), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.279117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3f941cf9-8e46-44cd-a340-a86c6221bdf4), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.323232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9dd8bf89-0f83-43f1-8b1a-17f06d69af11 req-9d72f5f4-757b-4b6d-9e0f-a75ece8040d4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 210 time: 0.0282605 Oct 24 08:53:26.354649 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f941cf9-8e46-44cd-a340-a86c6221bdf4,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:26.410425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:26.416674 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:26.421849 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cce01c2c-ba1a-47e5-831b-c7514fd113f3 req-7b191b82-487a-4fd9-8a03-cf514c8fbd00 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 210 time: 0.0298109 Oct 24 08:53:26.441253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Allocated IP 192.168.233.209 (0e3aa466-266c-4955-af97-ed42517004bb/23b21c30-f823-4b5e-b3e4-993c79029324/b7113ec6-d306-4869-9f8e-82ff435b1255) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:26.617202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks [] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.658191 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.704470 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Network 0e3aa466-266c-4955-af97-ed42517004bb is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:26.706113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:26.710455 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:26.757484 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Pushing event updated for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:26.795073 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:26.795900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:26.826553 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-25a432cb-201b-4fa0-90cc-39ff66c68e61 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7898479 Oct 24 08:53:26.865755 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-a0c6bbb7-31cb-44ed-bfbb-07266a66ccbb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:26.868274 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-a0c6bbb7-31cb-44ed-bfbb-07266a66ccbb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 819 time: 0.2099488 Oct 24 08:53:26.935587 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Request body: {'port': {'device_id': '7b8871d0-526d-464c-b8a5-f168335a4185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:27.012596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-566c050d-144d-47a9-a351-96f78222fe46 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797 HTTP/1.1" status: 200 len: 379 time: 0.0864184 Oct 24 08:53:27.016469 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-0e57a4f2-1a40-4dfb-b64d-71463777fc46 None None] Provisioning complete for port b7113ec6-d306-4869-9f8e-82ff435b1255 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:27.016984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0e57a4f2-1a40-4dfb-b64d-71463777fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.017154 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-0e57a4f2-1a40-4dfb-b64d-71463777fc46 None None] Attempt 1 to provision port b7113ec6-d306-4869-9f8e-82ff435b1255 Oct 24 08:53:27.051358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-0e57a4f2-1a40-4dfb-b64d-71463777fc46 None None] Port b7113ec6-d306-4869-9f8e-82ff435b1255 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:27.056910 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.130852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'port': {'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'admin_state_up': True, 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'security_groups': ['4325f124-029a-4109-a4f2-f9b9bfea558e']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:27.292736 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Made reservation on behalf of fd4b77e78f9d4286aa92f6f90ff8b797 for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:27.297633 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.363038 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7113ec6-d306-4869-9f8e-82ff435b1255 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:53:27.374160 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks [] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.389258 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Transition to ACTIVE for port object b7113ec6-d306-4869-9f8e-82ff435b1255 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:53:27.393579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.444666 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d004e40-1694-40c7-a2fd-5b1991b84fa4 req-669f1f82-12d2-4494-9e55-e1b0b1acef90 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 210 time: 0.0371137 Oct 24 08:53:27.450218 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:27.461627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Allocated IP 172.20.0.9 (51d12bec-f9d9-464c-a576-7d16d990480f/7782d9f3-4039-4663-b2ed-68e216da2a57/2a188a19-a722-46ea-96ea-89232fd07436) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:27.483900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Pushing event updated for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:27.484975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:27.490349 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=2,neutron:UPDATE=5,neutron:SELECT=93 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:27.526637 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Attempting to bind port b7113ec6-d306-4869-9f8e-82ff435b1255 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:27.527319 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Attempting to bind port b7113ec6-d306-4869-9f8e-82ff435b1255 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:27.527640 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Attempting to bind port b7113ec6-d306-4869-9f8e-82ff435b1255 on network 0e3aa466-266c-4955-af97-ed42517004bb {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:27.570918 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Port b7113ec6-d306-4869-9f8e-82ff435b1255 on network 0e3aa466-266c-4955-af97-ed42517004bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:53:27.571249 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Attempting to bind port b7113ec6-d306-4869-9f8e-82ff435b1255 on network 0e3aa466-266c-4955-af97-ed42517004bb {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:27.616042 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:27.616646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Checking segment: {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:27.616880 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Bound using segment: {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:27.617361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Bound port: b7113ec6-d306-4869-9f8e-82ff435b1255, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7304e-ad0c-4326-a4b3-bbf01cc5c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:27.617705 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.627188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd6eef-47d2-45d3-aa65-3234783ec8de req-232b123c-43aa-44c5-b3d4-7a0f62bac138 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:27.628699 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-acdd6eef-47d2-45d3-aa65-3234783ec8de req-232b123c-43aa-44c5-b3d4-7a0f62bac138 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 948 time: 0.0918615 Oct 24 08:53:27.657850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:27.687231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:27.690869 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7113ec6-d306-4869-9f8e-82ff435b1255,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:27.703302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.710171 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:27.710881 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.711029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for port (2a188a19-a722-46ea-96ea-89232fd07436), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.712177 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/b7113ec6-d306-4869-9f8e-82ff435b1255 HTTP/1.1" status: 200 len: 1098 time: 0.7872605 Oct 24 08:53:27.712630 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:27.715538 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-acdd6eef-47d2-45d3-aa65-3234783ec8de req-b8c9f1fd-a93f-4027-90d9-855fffedc402 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Oct 24 08:53:27.715787 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92001162-9d8e-4198-9fd6-b39824770051" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:27.754001 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.772167 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0fe73c-3f02-4f50-b4c8-54509752d4e8 x-openstack-request-id: req-cf0fe73c-3f02-4f50-b4c8-54509752d4e8 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:27.772167 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:27.772443 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf0fe73c-3f02-4f50-b4c8-54509752d4e8 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:27.772800 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0fe73c-3f02-4f50-b4c8-54509752d4e8'] response: {'name': 'network-changed', 'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255', 'status': 'completed', 'code': 200} Oct 24 08:53:27.787651 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fad1-d1a2-4f56-9a52-f25fbc6cca1c service neutron] Pushing event updated for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:27.807629 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Network 51d12bec-f9d9-464c-a576-7d16d990480f is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:27.813754 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:27.817756 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:27.824922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event updated for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:27.881907 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:27.882462 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:27.905150 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-22dab1d4-c397-442c-80ab-f266757a397a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811842 Oct 24 08:53:27.927294 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Request body: {'port': {'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:27.927891 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-bc74529b-0dde-4455-bd4e-2ac24ef7223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:27.929306 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-bc74529b-0dde-4455-bd4e-2ac24ef7223e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 1132 time: 0.0445399 Oct 24 08:53:27.981446 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-ce21a600-ee22-4b8d-b064-2056f3aa18cf service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b7113ec6-d306-4869-9f8e-82ff435b1255 HTTP/1.1" status: 200 len: 217 time: 0.0363967 Oct 24 08:53:28.025346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a188a19-a722-46ea-96ea-89232fd07436), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.076779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-e5b39574-32a7-4fb8-a477-f418429cb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:28.079160 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-e5b39574-32a7-4fb8-a477-f418429cb7d7 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=23b21c30-f823-4b5e-b3e4-993c79029324 HTTP/1.1" status: 200 len: 843 time: 0.0882266 Oct 24 08:53:28.080784 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-1cb4756f-0237-4362-8a0f-18ae731428d1 None None] Provisioning complete for port 2a188a19-a722-46ea-96ea-89232fd07436 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:28.081579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1cb4756f-0237-4362-8a0f-18ae731428d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a188a19-a722-46ea-96ea-89232fd07436), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.081892 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-1cb4756f-0237-4362-8a0f-18ae731428d1 None None] Attempt 1 to provision port 2a188a19-a722-46ea-96ea-89232fd07436 Oct 24 08:53:28.126813 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4756f-0237-4362-8a0f-18ae731428d1 None None] Port 2a188a19-a722-46ea-96ea-89232fd07436 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:28.139129 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e88c-e5a8-4668-988b-a57074096020 req-1681857b-56f7-4203-92c9-ca1e68954300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:28.140603 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-1681857b-56f7-4203-92c9-ca1e68954300 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0e3aa466-266c-4955-af97-ed42517004bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0534115 Oct 24 08:53:28.235817 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-5ecb8c70-d27e-494d-9597-5239f6e6e403 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0e3aa466-266c-4955-af97-ed42517004bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886462 Oct 24 08:53:28.310882 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:28.313319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a188a19-a722-46ea-96ea-89232fd07436 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:53:28.325263 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks [] for port (2a188a19-a722-46ea-96ea-89232fd07436), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.336661 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e805e88c-e5a8-4668-988b-a57074096020 req-32be1e2e-6788-4285-be89-ab9370acaddf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0e3aa466-266c-4955-af97-ed42517004bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941770 Oct 24 08:53:28.340555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Transition to ACTIVE for port object 2a188a19-a722-46ea-96ea-89232fd07436 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:53:28.346346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.421190 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Pushing event updated for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:28.474310 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Attempting to bind port 2a188a19-a722-46ea-96ea-89232fd07436 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:28.475036 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Attempting to bind port 2a188a19-a722-46ea-96ea-89232fd07436 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:28.475036 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Attempting to bind port 2a188a19-a722-46ea-96ea-89232fd07436 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:28.531113 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Port 2a188a19-a722-46ea-96ea-89232fd07436 on network 51d12bec-f9d9-464c-a576-7d16d990480f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:53:28.531431 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Attempting to bind port 2a188a19-a722-46ea-96ea-89232fd07436 on network 51d12bec-f9d9-464c-a576-7d16d990480f {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:28.610230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e7f0-9a09-4053-af41-e415767e568c req-509f8a70-7e27-496e-a30b-5c2ed0473056 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:28.611754 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ad1e7f0-9a09-4053-af41-e415767e568c req-509f8a70-7e27-496e-a30b-5c2ed0473056 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.0599675 Oct 24 08:53:28.616376 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:28.616713 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Checking segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:28.617106 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Bound using segment: {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:28.617533 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Bound port: 2a188a19-a722-46ea-96ea-89232fd07436, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89901e9-72d5-4f0d-90c9-b5b210e0227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:28.617890 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a188a19-a722-46ea-96ea-89232fd07436), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.633596 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:28.710989 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ad1e7f0-9a09-4053-af41-e415767e568c req-5bedcfa2-d54f-4d1b-bffd-29ed30285495 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906637 Oct 24 08:53:28.722518 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:28.725738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a188a19-a722-46ea-96ea-89232fd07436,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:28.735227 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.738965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:28.739572 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:28.741211 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 1093 time: 0.8222065 Oct 24 08:53:28.745272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:28.748491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:28.790713 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9463d3-80b5-4a14-bf7c-72364956666f x-openstack-request-id: req-1d9463d3-80b5-4a14-bf7c-72364956666f {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:28.790998 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:28.791283 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d9463d3-80b5-4a14-bf7c-72364956666f {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:28.791645 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9463d3-80b5-4a14-bf7c-72364956666f'] response: {'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'status': 'completed', 'code': 200} Oct 24 08:53:28.804293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e892-7e72-465a-ba54-27316b1f552f service neutron] Pushing event updated for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:28.868505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378787ef-c482-4267-9449-ab19991d866f req-77bc293b-945c-44da-97ea-8ee8d3b6ec55 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:28.870007 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-378787ef-c482-4267-9449-ab19991d866f req-77bc293b-945c-44da-97ea-8ee8d3b6ec55 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 948 time: 0.0487821 Oct 24 08:53:28.921972 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-378787ef-c482-4267-9449-ab19991d866f req-78f36946-eb25-4713-923a-10ebc920312b tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Oct 24 08:53:30.117194 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096228e-9d73-41f5-a082-4bc02385c6bc req-5f555a40-c566-40b8-98e2-f423dd7fbeea tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:30.118793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5096228e-9d73-41f5-a082-4bc02385c6bc req-5f555a40-c566-40b8-98e2-f423dd7fbeea tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.3294582 Oct 24 08:53:30.142075 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c2806-0917-4c9e-a24c-76dd727fe192 req-e8bfcf9a-b1a1-4548-ae2d-c8015c154067 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:30.143671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d10c2806-0917-4c9e-a24c-76dd727fe192 req-e8bfcf9a-b1a1-4548-ae2d-c8015c154067 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 948 time: 0.0730810 Oct 24 08:53:30.213064 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5096228e-9d73-41f5-a082-4bc02385c6bc req-5eb2d75f-c0be-4d1c-abf0-5ce10f44f618 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862489 Oct 24 08:53:30.228837 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d10c2806-0917-4c9e-a24c-76dd727fe192 req-c2035b0c-d901-4f6d-9d4d-59168d223dbc tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Oct 24 08:53:30.832956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46460) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:30.942825 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b0cea529-aafc-4278-9123-43c0892f06ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.024409 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b0cea529-aafc-4278-9123-43c0892f06ab admin admin] Publish callbacks [] for security_group (3017f21b-1c31-4096-9b7f-33fe67fe6c5a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.029639 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b0cea529-aafc-4278-9123-43c0892f06ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3017f21b-1c31-4096-9b7f-33fe67fe6c5a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.057363 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:31.067346 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cea529-aafc-4278-9123-43c0892f06ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017f21b-1c31-4096-9b7f-33fe67fe6c5a,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:31.078418 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b0cea529-aafc-4278-9123-43c0892f06ab admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b676c58e09dc431aafe91d0535cdf2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443850 Oct 24 08:53:31.081083 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46464) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:31.172765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001162-9d8e-4198-9fd6-b39824770051 req-5a5b5280-3253-435d-83cb-b325f31c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.173398 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] Publish callbacks [] for security_group (3017f21b-1c31-4096-9b7f-33fe67fe6c5a), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.174263 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-5a5b5280-3253-435d-83cb-b325f31c1cc6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 1132 time: 0.0450318 Oct 24 08:53:31.185772 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-2ea5e813-0b35-497c-946a-ef65b5c0205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.187247 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-2ea5e813-0b35-497c-946a-ef65b5c0205e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1127 time: 0.0528419 Oct 24 08:53:31.198921 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] Publish callbacks [] for security_group (3017f21b-1c31-4096-9b7f-33fe67fe6c5a), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.231829 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:31.266975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:31.270743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001162-9d8e-4198-9fd6-b39824770051 req-f71d6264-f689-4592-80da-9f1810090f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.272671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-f71d6264-f689-4592-80da-9f1810090f5b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0e3aa466-266c-4955-af97-ed42517004bb HTTP/1.1" status: 200 len: 870 time: 0.0923789 Oct 24 08:53:31.318156 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-b767488a-f918-4bba-9065-104ba8c598b4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b7113ec6-d306-4869-9f8e-82ff435b1255 HTTP/1.1" status: 200 len: 217 time: 0.0396910 Oct 24 08:53:31.329664 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-15b385e4-868f-43b4-8695-859c39a3545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.331476 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-15b385e4-868f-43b4-8695-859c39a3545c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1246955 Oct 24 08:53:31.334352 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3017f21b-1c31-4096-9b7f-33fe67fe6c5a), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.337194 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.341395 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3017f21b-1c31-4096-9b7f-33fe67fe6c5a HTTP/1.1" status: 204 len: 168 time: 0.2563252 Oct 24 08:53:31.370867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c9fe5-37a6-4d9e-ad9a-302afef8e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017f21b-1c31-4096-9b7f-33fe67fe6c5a,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:31.435405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b2a7-c6e6-42e2-8687-d46686b2519f req-6f3c3009-5f8d-4c39-94a8-648699c3f196 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.436992 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6b6b2a7-c6e6-42e2-8687-d46686b2519f req-6f3c3009-5f8d-4c39-94a8-648699c3f196 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.1217523 Oct 24 08:53:31.454375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65b2e9-c148-49d1-baad-8ea4e89d7473 req-62da9660-ea15-42af-baf4-1eb32ef3fb96 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.455965 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ae65b2e9-c148-49d1-baad-8ea4e89d7473 req-62da9660-ea15-42af-baf4-1eb32ef3fb96 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 948 time: 0.1146851 Oct 24 08:53:31.462661 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-cd16e910-53ec-4c61-9ad6-0c3468fd5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.464530 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-34f5f3cd-5830-4cbf-bc71-01e2cfad9a50 req-cd16e910-53ec-4c61-9ad6-0c3468fd5afa service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228166 Oct 24 08:53:31.465301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001162-9d8e-4198-9fd6-b39824770051 req-7fef322d-690f-4b37-b669-876320d14a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.466831 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-7fef322d-690f-4b37-b669-876320d14a0d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=23b21c30-f823-4b5e-b3e4-993c79029324 HTTP/1.1" status: 200 len: 843 time: 0.1400340 Oct 24 08:53:31.567007 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6b6b2a7-c6e6-42e2-8687-d46686b2519f req-bf0a59d4-41b7-4a0f-8aa8-299e27a3b06c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238091 Oct 24 08:53:31.573252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001162-9d8e-4198-9fd6-b39824770051 req-50c1a5ef-59c2-4db3-ac47-579e6789baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.574891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-50c1a5ef-59c2-4db3-ac47-579e6789baed service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0e3aa466-266c-4955-af97-ed42517004bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0806582 Oct 24 08:53:31.591370 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-861f85cc-85f4-4ae6-995c-73a705963f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.591370 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-861f85cc-85f4-4ae6-995c-73a705963f85 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1127 time: 0.0487847 Oct 24 08:53:31.608465 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ae65b2e9-c148-49d1-baad-8ea4e89d7473 req-6beeff80-4edf-4db0-b8ea-c0c0634d801c tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453459 Oct 24 08:53:31.648243 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-4b3fbc94-0532-44a7-8e31-dc845011905a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 217 time: 0.0490093 Oct 24 08:53:31.705305 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-915c7421-4f13-4013-9bbf-ba8ca39106f3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0e3aa466-266c-4955-af97-ed42517004bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217303 Oct 24 08:53:31.743062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:31.748052 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-76db70a9-e84c-4c47-8667-c69149125c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.753283 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-76db70a9-e84c-4c47-8667-c69149125c99 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0989149 Oct 24 08:53:31.812199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-58b64a8f-bd40-412c-b7d8-9a6cd1b885f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:31.813765 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-58b64a8f-bd40-412c-b7d8-9a6cd1b885f5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542364 Oct 24 08:53:31.836715 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92001162-9d8e-4198-9fd6-b39824770051 req-89e7d758-3512-4990-bbc4-61e73148b983 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0e3aa466-266c-4955-af97-ed42517004bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193686 Oct 24 08:53:31.906216 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2dd24f4f-9fd6-46e4-90d8-2247e369810d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:31.936967 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-c1a6d8f3-9aa1-485e-92c9-e6113af9323c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138644 Oct 24 08:53:32.015114 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=15 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:32.020756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=11 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:32.045450 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6fe21297-dcdb-44f9-855c-5f4766569dcf req-97e3abe4-023d-426e-8645-ef71c5be31cc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022041 Oct 24 08:53:32.141651 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46498) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:32.187578 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46502) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:32.288746 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707817968-network', 'tenant_id': '29e4576f2b744d40878d65470e24c24c'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:32.295528 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f94c448-e474-4aca-8c1b-7317dac97dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.310906 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Made reservation on behalf of 29e4576f2b744d40878d65470e24c24c for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:32.313403 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.327154 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.384570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f94c448-e474-4aca-8c1b-7317dac97dff admin admin] Publish callbacks [] for security_group (a82b3d24-473c-46fb-b98e-7c43cc4727cb), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.389467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0f94c448-e474-4aca-8c1b-7317dac97dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a82b3d24-473c-46fb-b98e-7c43cc4727cb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.408229 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks [] for security_group (1a4f0ed8-0692-491a-ae20-d95bb6d9e6de), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.413339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (1a4f0ed8-0692-491a-ae20-d95bb6d9e6de), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.419559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:32.431208 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0f94c448-e474-4aca-8c1b-7317dac97dff admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c6f967be521f4de6afbddd1eae7ad283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874367 Oct 24 08:53:32.433642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46506) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:32.440444 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c448-e474-4aca-8c1b-7317dac97dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b3d24-473c-46fb-b98e-7c43cc4727cb,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:32.444791 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:53:32.453350 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f0ed8-0692-491a-ae20-d95bb6d9e6de,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:32.459916 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (90b29925-7267-4edb-b2d1-f02dfa860d7c), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.460289 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Added segment 90b29925-7267-4edb-b2d1-f02dfa860d7c of type vlan for network 85c2e3a3-c6f8-4928-864d-45368094fcdf Oct 24 08:53:32.493812 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] Publish callbacks [] for security_group (a82b3d24-473c-46fb-b98e-7c43cc4727cb), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.503273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (85c2e3a3-c6f8-4928-864d-45368094fcdf), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.516409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] Publish callbacks [] for security_group (a82b3d24-473c-46fb-b98e-7c43cc4727cb), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.528462 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (85c2e3a3-c6f8-4928-864d-45368094fcdf), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.529438 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:32.530013 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.534335 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:32.566150 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772686 Oct 24 08:53:32.570554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a82b3d24-473c-46fb-b98e-7c43cc4727cb), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.574027 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.577727 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a82b3d24-473c-46fb-b98e-7c43cc4727cb HTTP/1.1" status: 204 len: 168 time: 0.1404312 Oct 24 08:53:32.577727 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46508) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:32.584501 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Request body: {'subnet': {'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707817968-subnet', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:32.611906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f8323-e9fd-4b28-b3c7-ca1e1d39c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b3d24-473c-46fb-b98e-7c43cc4727cb,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:32.634870 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Made reservation on behalf of 29e4576f2b744d40878d65470e24c24c for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:32.639423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:32.799921 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62595e3-619a-4dd5-90e3-d7c7bd416b67 req-075ff829-07da-44b3-9f69-c72b62a3a9ac tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:32.801544 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a62595e3-619a-4dd5-90e3-d7c7bd416b67 req-075ff829-07da-44b3-9f69-c72b62a3a9ac tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.0872467 Oct 24 08:53:32.826145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b7113ec6-d306-4869-9f8e-82ff435b1255 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:53:32.839574 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f420-eeeb-47b5-9dcd-7e3c63f59248 admin admin] Pushing event updated for resources: {'Network': ['ID=85c2e3a3-c6f8-4928-864d-45368094fcdf,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:32.845076 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:32.863225 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:53:32.936540 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a62595e3-619a-4dd5-90e3-d7c7bd416b67 req-8efd154a-8bb0-4931-aad2-bc4581d883a4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264629 Oct 24 08:53:32.954345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4510-521c-4141-964b-2a87a79584d7 req-53022a28-dd8c-437f-a388-ac0dd534aa47 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:32.955936 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42ca4510-521c-4141-964b-2a87a79584d7 req-53022a28-dd8c-437f-a388-ac0dd534aa47 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 948 time: 0.1057894 Oct 24 08:53:33.015642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:33.037509 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7113ec6-d306-4869-9f8e-82ff435b1255,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:33.052507 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (6bad032b-48ab-4258-a609-32ee14703c80), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.053660 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'b7113ec6-d306-4869-9f8e-82ff435b1255', 'network_id': '0e3aa466-266c-4955-af97-ed42517004bb', 'port_id': 'b7113ec6-d306-4869-9f8e-82ff435b1255', 'mac_address': 'fa:16:3e:2c:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b21c30-f823-4b5e-b3e4-993c79029324', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:53:33.067388 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-42ca4510-521c-4141-964b-2a87a79584d7 req-5937bc7c-6a23-4910-858c-e8f6ee09a2bc tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Oct 24 08:53:33.121674 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b7113ec6-d306-4869-9f8e-82ff435b1255 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:33.122346 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.131102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bad032b-48ab-4258-a609-32ee14703c80,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:33.134617 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Checking segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:33.135003 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Network hostable DHCP agents. Network: 85c2e3a3-c6f8-4928-864d-45368094fcdf, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:53:33.152126 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7113ec6-d306-4869-9f8e-82ff435b1255 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:53:33.157960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:53:33.172814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 85c2e3a3-c6f8-4928-864d-45368094fcdf) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:33.184026 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:33.185512 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.193580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17275d-9677-46b0-8772-ac218cfe4d8c None None] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:53:33.197398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7113ec6-d306-4869-9f8e-82ff435b1255,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:33.211903 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a70eb13d-0035-42e0-9192-3de0dcb62cec admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6326408 Oct 24 08:53:33.215189 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46528) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:33.220244 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:33.221475 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.248596 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.249840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.280266 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:33.307088 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for router_controller (2bbe69c8-fe01-4d31-bec5-668a890cca09), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.328667 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:33.351318 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:33.368768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-85c2e3a3-c6f8-4928-864d-45368094fcdf', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:53:33.370059 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.476505 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for router_gateway (2bbe69c8-fe01-4d31-bec5-668a890cca09), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.524162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Allocated IP 172.20.0.2 (85c2e3a3-c6f8-4928-864d-45368094fcdf/6bad032b-48ab-4258-a609-32ee14703c80/f949acc9-8700-4cf1-b51b-2d327745f5b5) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:33.686260 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for router_gateway (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.695915 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks [] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.702542 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.707214 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.743766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:33.747753 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:33.754752 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:33.766634 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Pushing event updated for resources: {'Port': ['ID=f949acc9-8700-4cf1-b51b-2d327745f5b5,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:33.828638 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Attempting to bind port f949acc9-8700-4cf1-b51b-2d327745f5b5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:33.829089 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Attempting to bind port f949acc9-8700-4cf1-b51b-2d327745f5b5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:33.829426 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Attempting to bind port f949acc9-8700-4cf1-b51b-2d327745f5b5 on network 85c2e3a3-c6f8-4928-864d-45368094fcdf {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:33.833424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b7113ec6-d306-4869-9f8e-82ff435b1255'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:53:33.838105 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Allocated IP 172.37.0.132 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/a36a3f6f-81f0-403a-aff1-7b8a60d03535) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:33.919564 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:33.919945 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Checking segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:33.920368 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.920766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Bound using segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:33.921327 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Bound port: f949acc9-8700-4cf1-b51b-2d327745f5b5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:33.921715 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:33.948654 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46544) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:33.969642 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.001345 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:34.018075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.038463 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] For port f949acc9-8700-4cf1-b51b-2d327745f5b5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:34.043959 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] For port f949acc9-8700-4cf1-b51b-2d327745f5b5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f949acc9-8700-4cf1-b51b-2d327745f5b5,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:34.059261 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.069266 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Pushing event updated for resources: {'Port': ['ID=a36a3f6f-81f0-403a-aff1-7b8a60d03535,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:34.093150 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:34.095082 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:34.098278 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:34.145412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36baab1-1aa8-477f-96ea-8193a8c26045 req-0fc52eb2-4a9b-42d4-8d6c-9abdfc09f44a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:34.147141 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c36baab1-1aa8-477f-96ea-8193a8c26045 req-0fc52eb2-4a9b-42d4-8d6c-9abdfc09f44a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.0858202 Oct 24 08:53:34.165807 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:34.185545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e787-1f70-41a3-8086-9ee5d77d5bf9 None None] Pushing event updated for resources: {'Port': ['ID=f949acc9-8700-4cf1-b51b-2d327745f5b5,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:34.222369 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-11a856d7-1ae9-4211-91ed-04401e956b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.294628 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d8eae365-082c-4bf6-a040-80fb9e982e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.326184 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:34.345167 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c36baab1-1aa8-477f-96ea-8193a8c26045 req-e53496e3-9190-41dd-a9ac-12a1e32fc181 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909776 Oct 24 08:53:34.370134 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a4977-ec88-4d61-8384-56d92a91ed6c req-b81761b4-38b7-4c44-be00-9acd55311c96 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:34.372253 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-564a4977-ec88-4d61-8384-56d92a91ed6c req-b81761b4-38b7-4c44-be00-9acd55311c96 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 949 time: 0.1502113 Oct 24 08:53:34.465819 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-564a4977-ec88-4d61-8384-56d92a91ed6c req-800d71a4-36fb-4d2e-a416-8cb2f49f6fd5 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Oct 24 08:53:34.488155 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for router_gateway (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.508232 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d8eae365-082c-4bf6-a040-80fb9e982e07 admin admin] Publish callbacks [] for security_group (7790f927-12c3-417c-a9ed-1888be0cdc54), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.513765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d8eae365-082c-4bf6-a040-80fb9e982e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7790f927-12c3-417c-a9ed-1888be0cdc54), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.557566 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae365-082c-4bf6-a040-80fb9e982e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7790f927-12c3-417c-a9ed-1888be0cdc54,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:34.564713 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d8eae365-082c-4bf6-a040-80fb9e982e07 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4c691ad8428c478998a7cfef57480f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140401 Oct 24 08:53:34.567843 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46552) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:34.631965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] Publish callbacks [] for security_group (7790f927-12c3-417c-a9ed-1888be0cdc54), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.657318 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] Publish callbacks [] for security_group (7790f927-12c3-417c-a9ed-1888be0cdc54), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.666464 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:34.711294 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.717271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7790f927-12c3-417c-a9ed-1888be0cdc54), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.720445 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:34.721918 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7790f927-12c3-417c-a9ed-1888be0cdc54 HTTP/1.1" status: 204 len: 168 time: 0.1527593 Oct 24 08:53:34.732057 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc23f6-8455-4cff-a6a2-a5a11fdfc6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7790f927-12c3-417c-a9ed-1888be0cdc54,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:34.864367 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Router 2bbe69c8-fe01-4d31-bec5-668a890cca09 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:53:34.983788 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:35.000948 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Sync routers for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:35.007914 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.012719 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46556) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:35.013646 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-773393c2-1b32-4840-8da7-589aac75f59b admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7961602 Oct 24 08:53:35.024897 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:35.025485 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:35.088748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:35.166621 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:35.358739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:35.372310 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f949acc9-8700-4cf1-b51b-2d327745f5b5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:35.386487 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1179f-c3b1-4e8d-9360-519d99fc6b48 None None] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:53:35.420116 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b7113ec6-d306-4869-9f8e-82ff435b1255 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:35.520886 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Provisioning complete for port f949acc9-8700-4cf1-b51b-2d327745f5b5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:35.521079 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.521421 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Attempt 1 to provision port f949acc9-8700-4cf1-b51b-2d327745f5b5 Oct 24 08:53:35.563841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22085-bd97-41ad-b180-d5a4436b6b68 req-a486905e-ef43-4ea6-abe2-4bd5d583d9b4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:35.566486 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-48e22085-bd97-41ad-b180-d5a4436b6b68 req-a486905e-ef43-4ea6-abe2-4bd5d583d9b4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.1038277 Oct 24 08:53:35.654609 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port f949acc9-8700-4cf1-b51b-2d327745f5b5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:35.654994 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.655328 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port f949acc9-8700-4cf1-b51b-2d327745f5b5 Oct 24 08:53:35.680795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb3b2-bf59-438f-a7ce-6eb7f920f3b8 req-67b10a71-2945-4804-a381-af4db2a847db tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:35.682364 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dadb3b2-bf59-438f-a7ce-6eb7f920f3b8 req-67b10a71-2945-4804-a381-af4db2a847db tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 949 time: 0.1089599 Oct 24 08:53:35.682627 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port b7113ec6-d306-4869-9f8e-82ff435b1255 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:53:35.732053 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-48e22085-bd97-41ad-b180-d5a4436b6b68 req-d6942c8e-4800-407a-ac98-364b0bf7ed73 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568630 Oct 24 08:53:35.746967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port b7113ec6-d306-4869-9f8e-82ff435b1255 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:35.747339 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.747667 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port b7113ec6-d306-4869-9f8e-82ff435b1255 Oct 24 08:53:35.775013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.795490 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dadb3b2-bf59-438f-a7ce-6eb7f920f3b8 req-4f1f7767-fb6f-40df-96ab-8b83546812fb tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021342 Oct 24 08:53:35.809984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.847679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:34Z', 'revision_number': 3, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:35.878081 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:35.888641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Checking router: 2bbe69c8-fe01-4d31-bec5-668a890cca09 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:35.889018 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Updating router 2bbe69c8-fe01-4d31-bec5-668a890cca09 port a36a3f6f-81f0-403a-aff1-7b8a60d03535 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:53:35.944960 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:35.945352 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.984553 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:35.997303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Allocated IP 172.20.0.1 (85c2e3a3-c6f8-4928-864d-45368094fcdf/6bad032b-48ab-4258-a609-32ee14703c80/ca2088bb-da23-4c0f-9e7d-b6b329dc1e58) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:36.031168 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:36.031470 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.097032 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] For port f949acc9-8700-4cf1-b51b-2d327745f5b5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f949acc9-8700-4cf1-b51b-2d327745f5b5,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:36.108824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:36.147645 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.149399 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b7113ec6-d306-4869-9f8e-82ff435b1255 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:36.149768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.159797 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks [] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.169086 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:36.214664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.252707 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:36.255035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd58f0-ece6-4edb-9d47-e33115291ddb" -d '{"events": [{"server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "name": "network-vif-plugged", "status": "completed", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:36.263501 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:36.274920 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:36.277714 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:36.280037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 08:53:36.280477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG oslo_db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 08:53:36.302588 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7113ec6-d306-4869-9f8e-82ff435b1255,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:36.318461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d90bfe1-d10a-49c1-947a-496bb229f75b x-openstack-request-id: req-9d90bfe1-d10a-49c1-947a-496bb229f75b {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:36.318772 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "name": "network-vif-plugged", "status": "completed", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:36.319036 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d90bfe1-d10a-49c1-947a-496bb229f75b {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:36.319429 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d90bfe1-d10a-49c1-947a-496bb229f75b'] response: {'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255', 'code': 200} Oct 24 08:53:36.320011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Pushing event updated for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:36.330573 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.332424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c26905e4-8531-4275-b0e9-44f78fe86ae5 None None] Provisioning complete for port f949acc9-8700-4cf1-b51b-2d327745f5b5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:36.332795 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c26905e4-8531-4275-b0e9-44f78fe86ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.333126 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c26905e4-8531-4275-b0e9-44f78fe86ae5 None None] Attempt 1 to provision port f949acc9-8700-4cf1-b51b-2d327745f5b5 Oct 24 08:53:36.337781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9cd99-d95b-48db-9d4b-9c691066133d None None] Pushing event updated for resources: {'Port': ['ID=f949acc9-8700-4cf1-b51b-2d327745f5b5,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:36.346686 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.410837 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:36.522303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.533490 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:36.623944 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372723-6a25-4272-a58a-030b1adf5035 req-b91d0ac3-1437-43d9-b743-264d508e3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:36.626944 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-33372723-6a25-4272-a58a-030b1adf5035 req-b91d0ac3-1437-43d9-b743-264d508e3c77 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 1134 time: 0.0519941 Oct 24 08:53:36.628005 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c26905e4-8531-4275-b0e9-44f78fe86ae5 None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:36.658898 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks [] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.667012 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.684169 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-33372723-6a25-4272-a58a-030b1adf5035 req-835ae64c-687b-4fa6-bb3d-57a4c1ce2b8e service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Oct 24 08:53:36.708920 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Attempting to bind port a36a3f6f-81f0-403a-aff1-7b8a60d03535 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:36.709283 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Attempting to bind port a36a3f6f-81f0-403a-aff1-7b8a60d03535 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:36.709638 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Attempting to bind port a36a3f6f-81f0-403a-aff1-7b8a60d03535 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:36.724630 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks [] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.729638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.758748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926d160-34d3-4ec7-ac9c-b37dd03d86d9 None None] Pushing event updated for resources: {'Port': ['ID=a36a3f6f-81f0-403a-aff1-7b8a60d03535,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:36.767695 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-aa056128-f5d7-48cc-bc81-6b8aa7de7314 None None] Provisioning complete for port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:36.768066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-aa056128-f5d7-48cc-bc81-6b8aa7de7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.768544 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-aa056128-f5d7-48cc-bc81-6b8aa7de7314 None None] Attempt 1 to provision port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 Oct 24 08:53:36.771598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:36.821618 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.827397 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Pushing event updated for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:36.831151 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:36.831521 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:36.831914 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.832326 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:36.832804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Bound port: a36a3f6f-81f0-403a-aff1-7b8a60d03535, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:36.833179 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.877052 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-aa056128-f5d7-48cc-bc81-6b8aa7de7314 None None] Port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:36.888725 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:36.924353 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] For port a36a3f6f-81f0-403a-aff1-7b8a60d03535, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:36.929247 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] For port a36a3f6f-81f0-403a-aff1-7b8a60d03535, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a36a3f6f-81f0-403a-aff1-7b8a60d03535,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:36.934446 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.937570 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:36.958289 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a8042-9b41-4e11-89a8-9813fbe26800 req-72f81f75-a726-4079-ae20-9661cdd174cf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:36.959974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d83a8042-9b41-4e11-89a8-9813fbe26800 req-72f81f75-a726-4079-ae20-9661cdd174cf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 943 time: 0.1354408 Oct 24 08:53:36.988006 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:36.988682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:37.026089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5ba5-7b41-483c-8f1c-02155e7c7519 req-0b15ee20-75c1-4c38-a84c-25abd7a6a8fa tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:37.027660 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c17e5ba5-7b41-483c-8f1c-02155e7c7519 req-0b15ee20-75c1-4c38-a84c-25abd7a6a8fa tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.1164498 Oct 24 08:53:37.099702 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:37.105004 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:37.113036 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d83a8042-9b41-4e11-89a8-9813fbe26800 req-94902fcd-3d23-4855-9fa9-ff2d4f96c7c8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282349 Oct 24 08:53:37.121208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:37.136758 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c17e5ba5-7b41-483c-8f1c-02155e7c7519 req-c95cf7c7-4b78-42bc-8419-5cd793859ce4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012104 Oct 24 08:53:37.241989 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926d160-34d3-4ec7-ac9c-b37dd03d86d9 None None] Pushing event updated for resources: {'Port': ['ID=a36a3f6f-81f0-403a-aff1-7b8a60d03535,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:37.258501 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:37.260495 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Router 2bbe69c8-fe01-4d31-bec5-668a890cca09 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:53:37.304961 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f949acc9-8700-4cf1-b51b-2d327745f5b5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:37.310750 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:37.334870 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:37.363650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:37.383607 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:37.392233 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-04af94c4-6b68-4f31-88e0-c0078b918afa admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2bbe69c8-fe01-4d31-bec5-668a890cca09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753884 Oct 24 08:53:37.406942 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 2a188a19-a722-46ea-96ea-89232fd07436 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:53:37.465855 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port f949acc9-8700-4cf1-b51b-2d327745f5b5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:37.466230 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:37.466554 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port f949acc9-8700-4cf1-b51b-2d327745f5b5 Oct 24 08:53:37.468062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-a3d3234b-d677-4ca2-a809-35473a79edad None None] Provisioning complete for port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:37.468435 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a3d3234b-d677-4ca2-a809-35473a79edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:37.468763 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-a3d3234b-d677-4ca2-a809-35473a79edad None None] Attempt 1 to provision port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 Oct 24 08:53:37.612604 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3234b-d677-4ca2-a809-35473a79edad None None] Port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:37.726469 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a188a19-a722-46ea-96ea-89232fd07436,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:37.771477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:37.779712 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:37.786097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '2a188a19-a722-46ea-96ea-89232fd07436', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:53:37.797162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 2, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:37.843130 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc73a5-0eaf-41ed-a28c-7ea5de071bb2 None None] The sync data for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi is: [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 2, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:37.857706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 2a188a19-a722-46ea-96ea-89232fd07436 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:37.858096 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a188a19-a722-46ea-96ea-89232fd07436), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:37.880819 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a188a19-a722-46ea-96ea-89232fd07436 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:53:37.904505 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a188a19-a722-46ea-96ea-89232fd07436,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:37.909682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:37.965885 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:37.969387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46584) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:37.974669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-321070660-network', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:37.997145 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Made reservation on behalf of 0c91fbd0e15a466a894e90236b7c0f90 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:37.999572 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.008919 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.072413 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:38.113672 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:38.121055 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks [] for security_group (e9a6a894-6357-4d55-8ba5-2cff8b7a7c17), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.125766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e9a6a894-6357-4d55-8ba5-2cff8b7a7c17), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.155654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:53:38.168879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6a894-6357-4d55-8ba5-2cff8b7a7c17,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:38.174406 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (6ca24418-86d3-45e9-abd2-be83d8399692), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.174873 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Added segment 6ca24418-86d3-45e9-abd2-be83d8399692 of type vlan for network 93c66e99-4d3a-469e-b643-1c43fefde9ce Oct 24 08:53:38.230629 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (93c66e99-4d3a-469e-b643-1c43fefde9ce), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.268266 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (93c66e99-4d3a-469e-b643-1c43fefde9ce), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.269272 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:38.269856 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.319761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c3eb9-302e-40b5-a48e-5428d307b5a4 req-f49fc00f-ff66-42c6-92c2-fe14779ee5a9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:38.321461 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f89c3eb9-302e-40b5-a48e-5428d307b5a4 req-f49fc00f-ff66-42c6-92c2-fe14779ee5a9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 944 time: 0.0935822 Oct 24 08:53:38.322493 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3518815 Oct 24 08:53:38.324892 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46590) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:38.331161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Request body: {'subnet': {'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-321070660-subnet', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:38.361467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419271-fb26-483a-a266-f76fa4c87107 req-a43d8c4a-229f-4611-b41b-bc299b044c9c tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:38.363079 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9f419271-fb26-483a-a266-f76fa4c87107 req-a43d8c4a-229f-4611-b41b-bc299b044c9c tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.0959797 Oct 24 08:53:38.379421 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3312c9-e5f6-47e1-874d-83bbfc99a530 admin admin] Pushing event updated for resources: {'Network': ['ID=93c66e99-4d3a-469e-b643-1c43fefde9ce,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:38.391171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:53:38.405580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Made reservation on behalf of 0c91fbd0e15a466a894e90236b7c0f90 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:53:38.407944 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.473472 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['2a188a19-a722-46ea-96ea-89232fd07436'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:53:38.499757 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f89c3eb9-302e-40b5-a48e-5428d307b5a4 req-dfd9a179-cc2e-4bd8-93a2-6bd07acd56c7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619198 Oct 24 08:53:38.512751 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9f419271-fb26-483a-a266-f76fa4c87107 req-f36cf842-ea32-4b37-a254-98ac90f53a4b tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382065 Oct 24 08:53:38.588377 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:38.688878 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (8378b9f1-b675-408c-846a-f072e1e2d0ed), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.741512 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8378b9f1-b675-408c-846a-f072e1e2d0ed,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:38.759414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Checking segment: {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:38.759778 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Network hostable DHCP agents. Network: 93c66e99-4d3a-469e-b643-1c43fefde9ce, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:53:38.778393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:53:38.788490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 93c66e99-4d3a-469e-b643-1c43fefde9ce) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:38.793071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:38.793812 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.799097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a58e13-e55b-4d7e-b9f6-6f983aceeab5 None None] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:53:38.821057 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c1fd93b5-6882-496e-bf2d-b9c3e91f8470 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4939420 Oct 24 08:53:38.825809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46592) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:38.830980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:38.854099 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.855084 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.916660 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-93c66e99-4d3a-469e-b643-1c43fefde9ce', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:53:38.917950 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:38.928383 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for router_controller (6f64a071-fd68-45dd-82be-07b4d75ee555), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.071345 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Allocated IP 172.20.0.2 (93c66e99-4d3a-469e-b643-1c43fefde9ce/8378b9f1-b675-408c-846a-f072e1e2d0ed/51256565-c9dc-48f1-b06b-202dd39709c5) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:39.085094 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for router_gateway (6f64a071-fd68-45dd-82be-07b4d75ee555), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.268306 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device a36a3f6f-81f0-403a-aff1-7b8a60d03535 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:39.273816 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks [] for port (51256565-c9dc-48f1-b06b-202dd39709c5), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.300315 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for router_gateway (6f64a071-fd68-45dd-82be-07b4d75ee555), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.302118 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.320789 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.356617 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:39.364817 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:39.371332 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:39.373905 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:39.378011 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Pushing event updated for resources: {'Port': ['ID=51256565-c9dc-48f1-b06b-202dd39709c5,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:39.391859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port a36a3f6f-81f0-403a-aff1-7b8a60d03535 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:39.392537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.392759 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port a36a3f6f-81f0-403a-aff1-7b8a60d03535 Oct 24 08:53:39.436983 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Allocated IP 172.37.0.70 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/f1d580f5-fc12-4497-9963-4472818cb69e) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:39.476278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Attempting to bind port 51256565-c9dc-48f1-b06b-202dd39709c5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:39.476675 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Attempting to bind port 51256565-c9dc-48f1-b06b-202dd39709c5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:39.477053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Attempting to bind port 51256565-c9dc-48f1-b06b-202dd39709c5 on network 93c66e99-4d3a-469e-b643-1c43fefde9ce {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:39.517887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:39.554419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:39.554786 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Checking segment: {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:39.555218 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.555567 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Bound using segment: {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:39.556047 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Bound port: 51256565-c9dc-48f1-b06b-202dd39709c5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:39.556458 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.558537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port a36a3f6f-81f0-403a-aff1-7b8a60d03535 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:39.558907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.572214 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for port (f1d580f5-fc12-4497-9963-4472818cb69e), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.591532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port a36a3f6f-81f0-403a-aff1-7b8a60d03535, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a36a3f6f-81f0-403a-aff1-7b8a60d03535,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:39.596625 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.617099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:39.629111 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.675734 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:39.679351 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:39.688054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:39.705776 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] For port 51256565-c9dc-48f1-b06b-202dd39709c5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:39.710117 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=a36a3f6f-81f0-403a-aff1-7b8a60d03535,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:39.721184 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 2a188a19-a722-46ea-96ea-89232fd07436 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:39.721408 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc73a2-faed-455e-9423-2e34c75096ca req-45e9640f-2f1f-485a-abac-9d8bc8852298 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:39.722988 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-21bc73a2-faed-455e-9423-2e34c75096ca req-45e9640f-2f1f-485a-abac-9d8bc8852298 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.0954776 Oct 24 08:53:39.724781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] For port 51256565-c9dc-48f1-b06b-202dd39709c5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51256565-c9dc-48f1-b06b-202dd39709c5,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:39.733506 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea672f2e-6919-438d-8ea9-64a43df9ef69 req-3e0156bc-59c4-4d9e-8f66-042dcc42f227 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:39.741296 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ea672f2e-6919-438d-8ea9-64a43df9ef69 req-3e0156bc-59c4-4d9e-8f66-042dcc42f227 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 944 time: 0.1188378 Oct 24 08:53:39.753135 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.776458 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d580f5-fc12-4497-9963-4472818cb69e,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:39.780424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:39.833575 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 2a188a19-a722-46ea-96ea-89232fd07436 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:53:39.849450 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46c7ae-fd38-4e4c-8ea5-c2bc7ac14bd5 None None] Pushing event updated for resources: {'Port': ['ID=51256565-c9dc-48f1-b06b-202dd39709c5,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:39.850147 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ea672f2e-6919-438d-8ea9-64a43df9ef69 req-6abd0d0c-d927-43ac-a4cf-b7c4becb5cf6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011872 Oct 24 08:53:39.852374 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 2a188a19-a722-46ea-96ea-89232fd07436 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:39.852752 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (2a188a19-a722-46ea-96ea-89232fd07436), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.853090 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 2a188a19-a722-46ea-96ea-89232fd07436 Oct 24 08:53:39.876624 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-21bc73a2-faed-455e-9423-2e34c75096ca req-b5140b43-f286-46b2-8d4c-a71bb9060b04 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225359 Oct 24 08:53:39.956977 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 2a188a19-a722-46ea-96ea-89232fd07436 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:39.957361 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (2a188a19-a722-46ea-96ea-89232fd07436), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:39.992186 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:39.998717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f87cb-768b-4b57-8186-2bb20c677ee3" -d '{"events": [{"server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "name": "network-vif-plugged", "status": "completed", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:40.038229 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a188a19-a722-46ea-96ea-89232fd07436,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:40.043442 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:40.070424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for router_gateway (6f64a071-fd68-45dd-82be-07b4d75ee555), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:40.106994 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2587adc-12ea-4b3c-af7a-688c0f616769 x-openstack-request-id: req-f2587adc-12ea-4b3c-af7a-688c0f616769 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:40.107278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "name": "network-vif-plugged", "status": "completed", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:40.107528 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2587adc-12ea-4b3c-af7a-688c0f616769 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:40.107924 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2587adc-12ea-4b3c-af7a-688c0f616769'] response: {'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'code': 200} Oct 24 08:53:40.154171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:40.325575 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee4bf0-ffdf-4530-998d-3bb943ee0ad7 req-c57612a0-c7c8-49e4-aec0-0acb7b5fe9f3 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:40.333390 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8aee4bf0-ffdf-4530-998d-3bb943ee0ad7 req-c57612a0-c7c8-49e4-aec0-0acb7b5fe9f3 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.0640364 Oct 24 08:53:40.342467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:40.345077 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Sync routers for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:40.356544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:40.357174 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:40.358047 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:40.388807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8aee4bf0-ffdf-4530-998d-3bb943ee0ad7 req-bddcb7ca-6453-457e-bfef-8199762a369a tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544577 Oct 24 08:53:40.474550 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:40.722675 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Router 6f64a071-fd68-45dd-82be-07b4d75ee555 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:53:40.760489 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 2, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:40.789375 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Checking router: 2bbe69c8-fe01-4d31-bec5-668a890cca09 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:40.789737 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Updating router 2bbe69c8-fe01-4d31-bec5-668a890cca09 port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:53:40.819940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:40.827114 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:40.831972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:40.845672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Sync routers for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:40.851735 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:40.853857 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-fe3ca65f-300d-498a-b601-767d4f5ebd98 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0270243 Oct 24 08:53:40.856859 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46608) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:40.864811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:40.866081 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:40.866857 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:41.119438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ae95-23f8-4acb-b040-41a4d21b3546 req-a9df48d1-e9f5-40b4-a89b-01709be290d7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:41.121913 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a42ae95-23f8-4acb-b040-41a4d21b3546 req-a9df48d1-e9f5-40b4-a89b-01709be290d7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.1077182 Oct 24 08:53:41.175048 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:41.177509 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks [] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.191136 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.209274 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfdf98-6e22-405e-abb1-0af37330b900 None None] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:53:41.251628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:41.278886 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dbefc-4613-470c-9d7a-754d445edf9f None None] Pushing event updated for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:41.293665 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Provisioning complete for port 51256565-c9dc-48f1-b06b-202dd39709c5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:41.293881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.294192 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Attempt 1 to provision port 51256565-c9dc-48f1-b06b-202dd39709c5 Oct 24 08:53:41.329239 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Attempting to bind port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:41.337026 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Attempting to bind port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:41.337589 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Attempting to bind port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 on network 85c2e3a3-c6f8-4928-864d-45368094fcdf {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:41.398939 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:41.403074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device a36a3f6f-81f0-403a-aff1-7b8a60d03535 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:41.404220 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:41.404922 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Checking segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:41.405527 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.406179 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Bound using segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:41.406830 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Bound port: ca2088bb-da23-4c0f-9e7d-b6b329dc1e58, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:41.407417 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.420057 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75d70-0910-46f5-a1ed-6b8ec1cd7bf5 req-2c9ca66b-7be6-4cc4-a58d-472ab3525110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:41.422266 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f4b75d70-0910-46f5-a1ed-6b8ec1cd7bf5 req-2c9ca66b-7be6-4cc4-a58d-472ab3525110 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0653005 Oct 24 08:53:41.487222 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] For port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:41.495377 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] For port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:41.506799 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.517842 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f4b75d70-0910-46f5-a1ed-6b8ec1cd7bf5 req-72d646cb-dc06-4834-b37c-8fd8a5625c91 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837271 Oct 24 08:53:41.554505 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:41.570723 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:41.571500 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:41.576461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port a36a3f6f-81f0-403a-aff1-7b8a60d03535 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:41.576885 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.577223 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port a36a3f6f-81f0-403a-aff1-7b8a60d03535 Oct 24 08:53:41.631096 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dbefc-4613-470c-9d7a-754d445edf9f None None] Pushing event updated for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:41.639908 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:41.686311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Current status of the port 51256565-c9dc-48f1-b06b-202dd39709c5 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:41.686707 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.690383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 3, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:41.718236 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:41.721010 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e5371-f993-4b15-a3fa-a71d2b08c90a req-c34f539a-3d24-40bc-829b-15f727472861 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:41.727938 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2a1e5371-f993-4b15-a3fa-a71d2b08c90a req-c34f539a-3d24-40bc-829b-15f727472861 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.1208138 Oct 24 08:53:41.733362 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Checking router: 6f64a071-fd68-45dd-82be-07b4d75ee555 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:41.733744 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Updating router 6f64a071-fd68-45dd-82be-07b4d75ee555 port f1d580f5-fc12-4497-9963-4472818cb69e binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:53:41.752084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a42ae95-23f8-4acb-b040-41a4d21b3546 req-27ba3ba4-eae9-4a56-8b2f-09c7921d868b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6147125 Oct 24 08:53:41.819894 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-2c974962-71a7-4960-99b6-761821985e53 None None] For port 51256565-c9dc-48f1-b06b-202dd39709c5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51256565-c9dc-48f1-b06b-202dd39709c5,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:41.829374 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.831228 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.841576 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2a1e5371-f993-4b15-a3fa-a71d2b08c90a req-e8e2f7e5-1042-4102-a0fc-c675ebcc8164 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126115 Oct 24 08:53:41.881385 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port a36a3f6f-81f0-403a-aff1-7b8a60d03535 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:41.882760 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 51256565-c9dc-48f1-b06b-202dd39709c5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:41.953465 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:41.973733 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:41Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:42.013735 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-0f433fa7-04d6-412a-a41e-7a96d2466fed None None] Provisioning complete for port 51256565-c9dc-48f1-b06b-202dd39709c5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:42.013735 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0f433fa7-04d6-412a-a41e-7a96d2466fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.014046 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6bb77-f2ae-42b6-a583-b260e993f4b3 None None] The sync data for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi is: [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:41Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:42.014228 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-0f433fa7-04d6-412a-a41e-7a96d2466fed None None] Attempt 1 to provision port 51256565-c9dc-48f1-b06b-202dd39709c5 Oct 24 08:53:42.021430 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:53:42.023272 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c974962-71a7-4960-99b6-761821985e53 None None] Pushing event updated for resources: {'Port': ['ID=51256565-c9dc-48f1-b06b-202dd39709c5,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:42.095592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 51256565-c9dc-48f1-b06b-202dd39709c5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:42.095987 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.096385 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 51256565-c9dc-48f1-b06b-202dd39709c5 Oct 24 08:53:42.132680 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Allocated IP 172.20.0.1 (93c66e99-4d3a-469e-b643-1c43fefde9ce/8378b9f1-b675-408c-846a-f072e1e2d0ed/4045042e-dc85-4a73-8c2a-db3960ff900f) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:53:42.184637 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:42.228619 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:42.248961 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-0f433fa7-04d6-412a-a41e-7a96d2466fed None None] Current status of the port 51256565-c9dc-48f1-b06b-202dd39709c5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:42.262311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks [] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.271956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:42.283325 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:42.307171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.337927 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 51256565-c9dc-48f1-b06b-202dd39709c5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:42.348842 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:42.353762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:42.357029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:53:42.369828 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks [] for port (f1d580f5-fc12-4497-9963-4472818cb69e), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.377580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.407627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Pushing event updated for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:42.419252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (6f64a071-fd68-45dd-82be-07b4d75ee555), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.424888 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Attempting to bind port f1d580f5-fc12-4497-9963-4472818cb69e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:42.425269 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Attempting to bind port f1d580f5-fc12-4497-9963-4472818cb69e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:42.425633 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Attempting to bind port f1d580f5-fc12-4497-9963-4472818cb69e on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:42.470796 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05e27-de2b-4852-9749-320d4682545e None None] Pushing event updated for resources: {'Port': ['ID=f1d580f5-fc12-4497-9963-4472818cb69e,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:42.495664 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:42.496043 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:42.496484 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.496880 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:42.497422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Bound port: f1d580f5-fc12-4497-9963-4472818cb69e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:42.497812 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.561842 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] For port f1d580f5-fc12-4497-9963-4472818cb69e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:42.565387 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] For port f1d580f5-fc12-4497-9963-4472818cb69e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1d580f5-fc12-4497-9963-4472818cb69e,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:42.572027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.589648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.617014 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:42.617657 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:42.693976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-29fd2a69-4edb-40a1-9fb4-fc288b10b13f None None] Provisioning complete for port 4045042e-dc85-4a73-8c2a-db3960ff900f triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:42.694353 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-29fd2a69-4edb-40a1-9fb4-fc288b10b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.694688 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-29fd2a69-4edb-40a1-9fb4-fc288b10b13f None None] Attempt 1 to provision port 4045042e-dc85-4a73-8c2a-db3960ff900f Oct 24 08:53:42.719313 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05e27-de2b-4852-9749-320d4682545e None None] Pushing event updated for resources: {'Port': ['ID=f1d580f5-fc12-4497-9963-4472818cb69e,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:42.774296 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2a69-4edb-40a1-9fb4-fc288b10b13f None None] Port 4045042e-dc85-4a73-8c2a-db3960ff900f cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:42.774705 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks [] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.781332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.806425 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:42.863884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Pushing event updated for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:42.888767 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (6f64a071-fd68-45dd-82be-07b4d75ee555), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:42.909537 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-c3626a20-bfd5-4ba0-86aa-8b50d548a695 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:42.911301 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-c3626a20-bfd5-4ba0-86aa-8b50d548a695 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.0614583 Oct 24 08:53:42.949159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c384d-7e61-481f-ab1b-3fe16d6d37d4 req-3b704c52-9f5a-474e-8172-695bf5461058 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:42.950895 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-216c384d-7e61-481f-ab1b-3fe16d6d37d4 req-3b704c52-9f5a-474e-8172-695bf5461058 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.1062810 Oct 24 08:53:43.020978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Deleting port b7113ec6-d306-4869-9f8e-82ff435b1255 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:53:43.021359 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.068169 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc95ee4-b8aa-40e4-9e78-064f3028c727 req-6d0ae689-0a54-4491-bfc2-1a952c9b1a85 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:43.069670 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1dc95ee4-b8aa-40e4-9e78-064f3028c727 req-6d0ae689-0a54-4491-bfc2-1a952c9b1a85 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 950 time: 0.1308460 Oct 24 08:53:43.111912 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-216c384d-7e61-481f-ab1b-3fe16d6d37d4 req-77329314-76f5-41dd-b957-6a5070865a0f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151319 Oct 24 08:53:43.132565 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:53:43.135376 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:53:43.143313 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] For port b7113ec6-d306-4869-9f8e-82ff435b1255, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7113ec6-d306-4869-9f8e-82ff435b1255,segment=NetworkSegment(94b7304e-ad0c-4326-a4b3-bbf01cc5c405),segment_id=94b7304e-ad0c-4326-a4b3-bbf01cc5c405)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:43.144540 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.148310 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:43.173559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Calling delete_port for b7113ec6-d306-4869-9f8e-82ff435b1255 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:53:43.191612 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4045042e-dc85-4a73-8c2a-db3960ff900f', 'name': '', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'mac_address': 'fa:16:3e:5e:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:41Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 1, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'subnets': [{'id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:43.226055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391159b-3f61-4e1d-be99-9f1ee3389810 None None] The sync data for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi is: [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4045042e-dc85-4a73-8c2a-db3960ff900f', 'name': '', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'mac_address': 'fa:16:3e:5e:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:41Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 1, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'subnets': [{'id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:43.228833 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:43.260100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:43.265932 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1dc95ee4-b8aa-40e4-9e78-064f3028c727 req-a7562a07-1c70-4aa6-8f3e-4373e296e48f tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3f941cf9-8e46-44cd-a340-a86c6221bdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774030 Oct 24 08:53:43.367093 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 51256565-c9dc-48f1-b06b-202dd39709c5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:43.383469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b7113ec6-d306-4869-9f8e-82ff435b1255), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.403220 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Router 6f64a071-fd68-45dd-82be-07b4d75ee555 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:53:43.415530 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Pushing event deleted for resources: {'Port': ['ID=b7113ec6-d306-4869-9f8e-82ff435b1255,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:43.425808 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b7113ec6-d306-4869-9f8e-82ff435b1255'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:53:43.479595 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 51256565-c9dc-48f1-b06b-202dd39709c5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:43.480250 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.480788 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 51256565-c9dc-48f1-b06b-202dd39709c5 Oct 24 08:53:43.501474 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] No DVR routers for this DVR port b7113ec6-d306-4869-9f8e-82ff435b1255 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:53:43.506408 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.510192 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-37d312cc-53d0-4d22-9ee7-30c226644eef req-60de6abd-613a-453b-9373-b3d480d547b4 tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.13 "DELETE /networking/v2.0/ports/b7113ec6-d306-4869-9f8e-82ff435b1255 HTTP/1.1" status: 204 len: 173 time: 0.5913751 Oct 24 08:53:43.511987 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'name': 'network-vif-deleted', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:43.514780 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5b1c47-ee43-44de-bb2c-e7d6a4c62c6f" -d '{"events": [{"server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "name": "network-vif-deleted", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:43.584247 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a7673e-5d2c-4f4c-b763-a63e7f2f07dd x-openstack-request-id: req-06a7673e-5d2c-4f4c-b763-a63e7f2f07dd {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:43.584542 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8871d0-526d-464c-b8a5-f168335a4185", "name": "network-vif-deleted", "tag": "b7113ec6-d306-4869-9f8e-82ff435b1255", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:43.584815 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06a7673e-5d2c-4f4c-b763-a63e7f2f07dd {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:43.585229 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a7673e-5d2c-4f4c-b763-a63e7f2f07dd'] response: {'server_uuid': '7b8871d0-526d-464c-b8a5-f168335a4185', 'name': 'network-vif-deleted', 'tag': 'b7113ec6-d306-4869-9f8e-82ff435b1255', 'status': 'completed', 'code': 200} Oct 24 08:53:43.626281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:43.640322 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f52c5116-3b9a-42a8-a6be-594534f8ff90 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/6f64a071-fd68-45dd-82be-07b4d75ee555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748256 Oct 24 08:53:43.649382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:43.671220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 51256565-c9dc-48f1-b06b-202dd39709c5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:43.673745 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:43.730444 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:43.745028 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-799ee528-0f52-4439-ae89-163632745bd3 None None] Provisioning complete for port 4045042e-dc85-4a73-8c2a-db3960ff900f triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:43.745399 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-799ee528-0f52-4439-ae89-163632745bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.745734 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-799ee528-0f52-4439-ae89-163632745bd3 None None] Attempt 1 to provision port 4045042e-dc85-4a73-8c2a-db3960ff900f Oct 24 08:53:43.805702 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:43.807970 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.808377 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 Oct 24 08:53:43.850403 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-799ee528-0f52-4439-ae89-163632745bd3 None None] Port 4045042e-dc85-4a73-8c2a-db3960ff900f cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:53:43.914947 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:43.915503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:43.956055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:43.961671 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.019056 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:44.162733 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46630) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.168438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449348362', 'description': 'tempest-secgroup-smoke-1449348362 description', 'project_id': '29e4576f2b744d40878d65470e24c24c'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.193911 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.266392 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141911c-8f81-473d-a41e-864a5836cbe4 req-45370c60-282b-439e-95d6-6d6112696bfe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:44.267874 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6141911c-8f81-473d-a41e-864a5836cbe4 req-45370c60-282b-439e-95d6-6d6112696bfe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0716276 Oct 24 08:53:44.344408 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (2ef0cc28-bad4-48d8-90bc-e7937f83031b), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.348004 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6141911c-8f81-473d-a41e-864a5836cbe4 req-9a76c1a2-fd91-4ffd-9939-6eabdfe44a93 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731781 Oct 24 08:53:44.353031 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2ef0cc28-bad4-48d8-90bc-e7937f83031b), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.384037 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.385307 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2207375 Oct 24 08:53:44.388344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46636) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.392778 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.401751 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df4c0-798a-4633-9bfc-1bf2088be8b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef0cc28-bad4-48d8-90bc-e7937f83031b,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:44.437969 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8f91124d-2170-4c5b-9af6-9fd28db0d95b req-85a2c5fd-109c-44a2-a262-b67bda0227da tempest-VolumesNegativeTest-1600403964 tempest-VolumesNegativeTest-1600403964-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7b8871d0-526d-464c-b8a5-f168335a4185 HTTP/1.1" status: 200 len: 210 time: 0.0392778 Oct 24 08:53:44.488105 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (fc3f5c8d-3463-41b4-a764-764e8014aa2e), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.506967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723c29-2c09-4931-8d8b-2af2a276358a req-e887e6df-655e-4c33-8403-5630bf2c7118 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:44.508796 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47723c29-2c09-4931-8d8b-2af2a276358a req-e887e6df-655e-4c33-8403-5630bf2c7118 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0749540 Oct 24 08:53:44.522727 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46638) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.528305 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'floatingip': {'port_id': '2a188a19-a722-46ea-96ea-89232fd07436'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.567338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.567552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (fc3f5c8d-3463-41b4-a764-764e8014aa2e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.572334 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (fc3f5c8d-3463-41b4-a764-764e8014aa2e), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.593181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3f5c8d-3463-41b4-a764-764e8014aa2e,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:44.599206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.603554 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-cf557159-7236-48d7-b582-c527e3412e99 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115083 Oct 24 08:53:44.604552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46640) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.609989 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.639429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (ce56a77a-e3c1-4fa5-87f2-f4423a9d7c02), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.700250 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (ce56a77a-e3c1-4fa5-87f2-f4423a9d7c02), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.704155 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (ce56a77a-e3c1-4fa5-87f2-f4423a9d7c02), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.718834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:44.724654 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce56a77a-e3c1-4fa5-87f2-f4423a9d7c02,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:44.733877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.738293 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2bf3cd80-69df-46c0-94e4-0010e89f08f1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323187 Oct 24 08:53:44.741094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46642) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.745966 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.796652 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (514d33fa-177b-489d-85ee-e7c2316a3382), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.800195 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:44.870889 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (514d33fa-177b-489d-85ee-e7c2316a3382), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.875878 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (514d33fa-177b-489d-85ee-e7c2316a3382), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.896439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514d33fa-177b-489d-85ee-e7c2316a3382,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:44.905530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:44.909709 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b7b82b93-1965-478c-a7c8-c5676c4ae0b7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675537 Oct 24 08:53:44.910374 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 46644) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:44.916846 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:44.953044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (5d95ce76-88ed-4778-b244-15e1b9b1e593), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.008503 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:45.011303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (5d95ce76-88ed-4778-b244-15e1b9b1e593), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.018519 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (5d95ce76-88ed-4778-b244-15e1b9b1e593), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.035288 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d95ce76-88ed-4778-b244-15e1b9b1e593,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:45.053580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.058130 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46646) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:45.058331 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1e5b61c2-702e-434b-a733-79db4b0e7f3e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465292 Oct 24 08:53:45.064998 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:45.136482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.138365 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.securitygroups_db [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Project 29e4576f2b744d40878d65470e24c24c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 08:53:45.144861 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.147646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (b902fda8-f3e7-4393-8aaf-c276e45cea9c), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.318342 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Floating IP 6b9f8e84-b21e-45f5-8777-7d9ef124f5b8 associated. External IP: 172.37.0.171, port: 2a188a19-a722-46ea-96ea-89232fd07436. Oct 24 08:53:45.320503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f1d580f5-fc12-4497-9963-4472818cb69e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:45.324930 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (b902fda8-f3e7-4393-8aaf-c276e45cea9c), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.359457 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (b902fda8-f3e7-4393-8aaf-c276e45cea9c), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.382431 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port f1d580f5-fc12-4497-9963-4472818cb69e triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:45.383054 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.383600 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port f1d580f5-fc12-4497-9963-4472818cb69e Oct 24 08:53:45.388417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b902fda8-f3e7-4393-8aaf-c276e45cea9c,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:45.391616 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:45.404652 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.405883 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-1280726d-3028-4802-b2f4-4dce32df56a4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465517 Oct 24 08:53:45.409902 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46648) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:45.440522 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'security_group_rule': {'security_group_id': '2ef0cc28-bad4-48d8-90bc-e7937f83031b', 'project_id': '29e4576f2b744d40878d65470e24c24c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:53:45.470300 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port f1d580f5-fc12-4497-9963-4472818cb69e is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:45.470717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.481779 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.securitygroups_db [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Project 29e4576f2b744d40878d65470e24c24c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 08:53:45.519613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port f1d580f5-fc12-4497-9963-4472818cb69e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1d580f5-fc12-4497-9963-4472818cb69e,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:45.526182 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (1e878001-38f3-48f2-82bf-538b4a8838b9), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.529455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.529455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:45.622204 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=f1d580f5-fc12-4497-9963-4472818cb69e,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:45.627323 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:45.627710 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.628043 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 Oct 24 08:53:45.631431 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (1e878001-38f3-48f2-82bf-538b4a8838b9), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.641528 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (1e878001-38f3-48f2-82bf-538b4a8838b9), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.677979 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e878001-38f3-48f2-82bf-538b4a8838b9,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:45.685416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:53:45.689397 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.691325 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b45ec04c-6e7f-4714-a14e-71993f5340fd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2813575 Oct 24 08:53:45.720446 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b7113ec6-d306-4869-9f8e-82ff435b1255 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:53:45.752643 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: b7113ec6-d306-4869-9f8e-82ff435b1255 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:53:45.753417 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b7113ec6-d306-4869-9f8e-82ff435b1255 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:53:45.765834 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:45.821920 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:45.834323 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:53:45.839746 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:45.856255 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:45.874585 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c59c96fc-2adb-4985-93a4-f656627bfbd4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/6b9f8e84-b21e-45f5-8777-7d9ef124f5b8 HTTP/1.1" status: 200 len: 991 time: 1.3506885 Oct 24 08:53:45.875222 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:53:45.877811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a92b52-30a1-4d24-9569-27a8ea987e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:53:45.891928 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:45.892980 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:45.930312 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15d5dc-33d5-4b06-8147-30d2b7204d05 x-openstack-request-id: req-7d15d5dc-33d5-4b06-8147-30d2b7204d05 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:53:45.930605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:53:45.930867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d15d5dc-33d5-4b06-8147-30d2b7204d05 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:53:45.931306 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d15d5dc-33d5-4b06-8147-30d2b7204d05'] response: {'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'status': 'completed', 'code': 200} Oct 24 08:53:46.036185 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:46.045366 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-1cf9b149-0f8d-46ba-b053-cc2ce2678c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:46.047030 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-1cf9b149-0f8d-46ba-b053-cc2ce2678c92 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0594878 Oct 24 08:53:46.192823 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-8553e589-b37a-4c65-b4b5-24df98bd93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:46.195110 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-8553e589-b37a-4c65-b4b5-24df98bd93b5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.1417768 Oct 24 08:53:46.299112 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-f4b02e8b-f191-4f47-89bd-455907f91516 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 999 time: 0.0964136 Oct 24 08:53:46.336805 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 1, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:46.368283 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:46.380378 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:46.381018 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:46.395198 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-d9b23a0b-d994-4605-90c0-7b934d8ae3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:46.396713 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-d9b23a0b-d994-4605-90c0-7b934d8ae3b8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0921578 Oct 24 08:53:46.474516 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:46.482405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-8464a5f6-37e0-4da7-9fef-d66b12cb4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:46.483760 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-8464a5f6-37e0-4da7-9fef-d66b12cb4601 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803311 Oct 24 08:53:46.545357 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:46.560846 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Sync routers for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:53:46.571714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:46.573167 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:46.629362 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:46.637092 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-c83787cc-299c-445e-9d67-71c77cb94bf6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407778 Oct 24 08:53:46.717638 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:46.818738 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-41a92b52-30a1-4d24-9569-27a8ea987e9c req-cb3946aa-0d3c-4449-9633-33ac0520508a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805546 Oct 24 08:53:46.917273 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 1, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:46.960778 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42946c-30f8-4084-b1f3-d598fc68245f None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 1, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:46.984555 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4045042e-dc85-4a73-8c2a-db3960ff900f', 'name': '', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'mac_address': 'fa:16:3e:5e:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:41Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 2, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'subnets': [{'id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:47.023094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Checking router: 6f64a071-fd68-45dd-82be-07b4d75ee555 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:53:47.023508 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Updating router 6f64a071-fd68-45dd-82be-07b4d75ee555 port 4045042e-dc85-4a73-8c2a-db3960ff900f binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:53:47.057217 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.104643 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:47.233909 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f1d580f5-fc12-4497-9963-4472818cb69e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:47.351703 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port f1d580f5-fc12-4497-9963-4472818cb69e triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:47.352098 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.352450 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port f1d580f5-fc12-4497-9963-4472818cb69e Oct 24 08:53:47.456952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks [] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.481871 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.533523 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port f1d580f5-fc12-4497-9963-4472818cb69e is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:47.568590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Pushing event updated for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:47.608723 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Attempting to bind port 4045042e-dc85-4a73-8c2a-db3960ff900f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:53:47.609138 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Attempting to bind port 4045042e-dc85-4a73-8c2a-db3960ff900f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:53:47.609532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Attempting to bind port 4045042e-dc85-4a73-8c2a-db3960ff900f on network 93c66e99-4d3a-469e-b643-1c43fefde9ce {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:53:47.665359 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:53:47.665733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Checking segment: {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:53:47.666133 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.666519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Bound using segment: {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:53:47.668289 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Bound port: 4045042e-dc85-4a73-8c2a-db3960ff900f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca24418-86d3-45e9-abd2-be83d8399692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:53:47.668688 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.705162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:47.737240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] For port 4045042e-dc85-4a73-8c2a-db3960ff900f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:53:47.740729 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] For port 4045042e-dc85-4a73-8c2a-db3960ff900f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4045042e-dc85-4a73-8c2a-db3960ff900f,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:53:47.748000 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:47.791291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:53:47.792529 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:53:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:47.846715 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Pushing event updated for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:47.859024 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.859381 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.859708 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.860159 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.860478 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.860799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.861121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.861441 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.861754 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.862071 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.862388 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.862719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.863037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.863350 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.863657 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c6bf-9916-4899-9b5f-5af23308c188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:53:47.931795 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:53:48.070715 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:48.155618 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4045042e-dc85-4a73-8c2a-db3960ff900f', 'name': '', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'mac_address': 'fa:16:3e:5e:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:41Z', 'updated_at': '2022-10-24T08:53:47Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'subnets': [{'id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:53:48.182173 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec880e7-47e2-4435-b1d5-68ea7ba36f19 None None] The sync data for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi is: [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:53:42Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4045042e-dc85-4a73-8c2a-db3960ff900f', 'name': '', 'network_id': '93c66e99-4d3a-469e-b643-1c43fefde9ce', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'mac_address': 'fa:16:3e:5e:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:41Z', 'updated_at': '2022-10-24T08:53:47Z', 'revision_number': 4, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'subnets': [{'id': '8378b9f1-b675-408c-846a-f072e1e2d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:53:48.966026 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7632371-0330-4cb7-a231-d7ce666d0e28 None None] New status for floating IP 6b9f8e84-b21e-45f5-8777-7d9ef124f5b8: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:53:49.008077 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:49.212272 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4045042e-dc85-4a73-8c2a-db3960ff900f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:49.264901 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 4045042e-dc85-4a73-8c2a-db3960ff900f triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:49.265278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:49.265612 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 4045042e-dc85-4a73-8c2a-db3960ff900f Oct 24 08:53:49.341999 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 4045042e-dc85-4a73-8c2a-db3960ff900f is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:49.342323 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:49.377510 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 4045042e-dc85-4a73-8c2a-db3960ff900f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4045042e-dc85-4a73-8c2a-db3960ff900f,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:53:49.381854 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:49.565028 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:50.428655 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46966) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:50.567369 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b3652e69-9044-47df-9acd-c468b19a0342 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=047bb88ce8ab4fc9b4ce90aa89b3e7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374879 Oct 24 08:53:50.569831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 46970) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:53:50.623242 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] Publish callbacks [] for security_group (3f941cf9-8e46-44cd-a340-a86c6221bdf4), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:50.625741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:50.645354 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] Publish callbacks [] for security_group (3f941cf9-8e46-44cd-a340-a86c6221bdf4), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:50.706306 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3f941cf9-8e46-44cd-a340-a86c6221bdf4), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:50.708939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:50.710135 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3f941cf9-8e46-44cd-a340-a86c6221bdf4 HTTP/1.1" status: 204 len: 168 time: 0.1393950 Oct 24 08:53:50.722926 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79750e7-41e7-412a-98ac-10a84104c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f941cf9-8e46-44cd-a340-a86c6221bdf4,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:53:51.204858 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4045042e-dc85-4a73-8c2a-db3960ff900f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:53:51.250501 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 4045042e-dc85-4a73-8c2a-db3960ff900f triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:53:51.250774 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:51.251108 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 4045042e-dc85-4a73-8c2a-db3960ff900f Oct 24 08:53:51.332841 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 4045042e-dc85-4a73-8c2a-db3960ff900f is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:53:52.087120 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-528d5853-b410-4c62-8a6b-75f0f6bbcc24 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397596 Oct 24 08:53:52.171681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-faa0e5b3-31fd-4e7a-8311-99890d90e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:52.173228 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-faa0e5b3-31fd-4e7a-8311-99890d90e98f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 1130 time: 0.0422435 Oct 24 08:53:52.286042 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-4a27b1b9-2993-437e-b416-06b24958c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:52.287396 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-4a27b1b9-2993-437e-b416-06b24958c01e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.0939369 Oct 24 08:53:52.329377 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-c605b25f-8a1f-43fc-92eb-18cd9badbb9b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 200 len: 217 time: 0.0348825 Oct 24 08:53:52.380827 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-66065fa6-b1a2-4a21-a854-cf58fa57d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:52.382299 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-66065fa6-b1a2-4a21-a854-cf58fa57d6ac service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0469744 Oct 24 08:53:52.414062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:52.427392 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-ec721fc1-de0e-46c7-83b3-6db6394b4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:53:52.428920 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-ec721fc1-de0e-46c7-83b3-6db6394b4dd1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401256 Oct 24 08:53:52.440526 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:53:52.533954 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-ce3310d3-145d-4a5a-8cca-4655c97a788b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922108 Oct 24 08:53:52.633014 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0a871af0-05b4-466e-ae7a-7d7bf3e8a46e req-02bb53e8-cbe6-4115-9093-1b2a0ec424d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931647 Oct 24 08:53:55.042405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:55.046984 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:59.083771 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:53:59.112262 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:01.878535 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:01.897861 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d22b05f5-0ad5-41f6-8309-7f026f957665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:02.623861 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=16 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:02.629680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:04.207152 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7a79ffb5-103f-4994-b844-dfe2f0632c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:05.718763 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:06.919706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:07.120187 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:09.823596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-e6f05e25-f491-4233-bdd1-03308822d119 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1449348362&fields=id&tenant_id=29e4576f2b744d40878d65470e24c24c HTTP/1.1" status: 200 len: 267 time: 0.0451109 Oct 24 08:54:09.932632 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-e8ffef67-302c-4c05-ace4-840aa71a8cdf tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:09.934012 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-e8ffef67-302c-4c05-ace4-840aa71a8cdf tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 809 time: 0.1034272 Oct 24 08:54:09.948592 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-2c8954ac-6c90-47ed-8aaa-2dab31af7908 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/quotas/29e4576f2b744d40878d65470e24c24c HTTP/1.1" status: 200 len: 375 time: 0.0090616 Oct 24 08:54:10.006381 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-9ef46e68-0898-4e44-98ef-1dac0d57529a tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527720 Oct 24 08:54:10.110414 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-414bc2ce-c089-406e-acc5-e5777a312046 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879550 Oct 24 08:54:10.209255 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-fa59e7e8-207b-4863-922d-05fd08551ffc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927660 Oct 24 08:54:10.563133 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ad0aab1-83a3-42f4-b549-2acde0f17c52 req-1190effc-320b-4eb0-8ae3-28bf00b0302b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 210 time: 0.0307930 Oct 24 08:54:11.733012 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8361b8ab-3ea7-4561-bb1f-10d9f6c0184d req-9385dd79-51da-4bc5-affc-e2d92af97b24 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 210 time: 0.0314641 Oct 24 08:54:12.344462 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-054a4a26-7a31-4881-a687-b46d0fafc347 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:12.345923 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-054a4a26-7a31-4881-a687-b46d0fafc347 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 809 time: 0.1114142 Oct 24 08:54:12.420092 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5472060c-75ba-4143-98fc-4d5b03fdbeec tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29e4576f2b744d40878d65470e24c24c HTTP/1.1" status: 200 len: 380 time: 0.0598304 Oct 24 08:54:12.429855 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'port': {'device_id': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'admin_state_up': True, 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'security_groups': ['2ef0cc28-bad4-48d8-90bc-e7937f83031b']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:12.550356 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Made reservation on behalf of 29e4576f2b744d40878d65470e24c24c for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:54:12.554069 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:12.696552 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Allocated IP 172.20.0.14 (85c2e3a3-c6f8-4928-864d-45368094fcdf/6bad032b-48ab-4258-a609-32ee14703c80/4a9dc16c-b094-43ae-a495-1098e5c9f054) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:54:12.876669 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f8b3e0fd-33a8-450f-8ba9-cd085fd4cd88 req-8ce4a281-c00b-4fa8-8719-89b384328edf tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 210 time: 0.0493069 Oct 24 08:54:13.121896 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.156699 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.207474 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:54:13.213097 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:54:13.216279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:54:13.261679 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:13.283802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:13.284632 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.305187 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-cbec9b82-0447-4b08-87b6-a9d317ae7cc2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788614 Oct 24 08:54:13.349201 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Request body: {'port': {'device_id': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:13.433070 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.453426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:13.471745 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-59ae0b5c-2dfc-4da8-abd4-0c065d7b938f None None] Provisioning complete for port 4a9dc16c-b094-43ae-a495-1098e5c9f054 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:54:13.472361 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-59ae0b5c-2dfc-4da8-abd4-0c065d7b938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.472599 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-59ae0b5c-2dfc-4da8-abd4-0c065d7b938f None None] Attempt 1 to provision port 4a9dc16c-b094-43ae-a495-1098e5c9f054 Oct 24 08:54:13.472951 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:13.507865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-59ae0b5c-2dfc-4da8-abd4-0c065d7b938f None None] Port 4a9dc16c-b094-43ae-a495-1098e5c9f054 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:54:13.711818 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9dc16c-b094-43ae-a495-1098e5c9f054 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:54:13.721069 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks [] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.735060 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Transition to ACTIVE for port object 4a9dc16c-b094-43ae-a495-1098e5c9f054 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:54:13.739514 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.800535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:13.856182 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Attempting to bind port 4a9dc16c-b094-43ae-a495-1098e5c9f054 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:54:13.856555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Attempting to bind port 4a9dc16c-b094-43ae-a495-1098e5c9f054 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:54:13.856940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Attempting to bind port 4a9dc16c-b094-43ae-a495-1098e5c9f054 on network 85c2e3a3-c6f8-4928-864d-45368094fcdf {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:54:13.898614 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Port 4a9dc16c-b094-43ae-a495-1098e5c9f054 on network 85c2e3a3-c6f8-4928-864d-45368094fcdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:54:13.898939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Attempting to bind port 4a9dc16c-b094-43ae-a495-1098e5c9f054 on network 85c2e3a3-c6f8-4928-864d-45368094fcdf {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:54:13.942544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:54:13.942884 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Checking segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:54:13.943268 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Bound using segment: {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:54:13.943702 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Bound port: 4a9dc16c-b094-43ae-a495-1098e5c9f054, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b29925-7267-4edb-b2d1-f02dfa860d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:54:13.944059 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:13.999022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5828c58-642a-4ee6-86c2-4539610ed094 req-c4845a43-ed2d-49de-bfe3-e369d2b99bde tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:14.000646 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e5828c58-642a-4ee6-86c2-4539610ed094 req-c4845a43-ed2d-49de-bfe3-e369d2b99bde tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0479577 Oct 24 08:54:14.007070 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:54:14.010736 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:54:14.017449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:14.021616 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:14.022353 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:14.023754 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 1094 time: 0.6946628 Oct 24 08:54:14.024338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:14.027160 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3264d251-b9d3-4e1f-bd32-416c53fdff56" -d '{"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:14.068315 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e5828c58-642a-4ee6-86c2-4539610ed094 req-bbdcb7d2-ee2d-4f6e-9d8c-52b540a0faf4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617206 Oct 24 08:54:14.075191 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249dadd1-a4f1-4efe-a07f-fc2571c59280 x-openstack-request-id: req-249dadd1-a4f1-4efe-a07f-fc2571c59280 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:14.075484 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:14.075736 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-249dadd1-a4f1-4efe-a07f-fc2571c59280 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:14.076158 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249dadd1-a4f1-4efe-a07f-fc2571c59280'] response: {'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'status': 'completed', 'code': 200} Oct 24 08:54:14.090627 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6834d-aecb-44a3-8828-487f08d22093 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:14.168236 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-6204e6c5-08e0-434b-8fb6-16d140add7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:14.169747 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-6204e6c5-08e0-434b-8fb6-16d140add7dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1128 time: 0.0410244 Oct 24 08:54:14.219250 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-16a59886-eb3f-4c28-87b0-427a9a3dceda service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 217 time: 0.0326517 Oct 24 08:54:14.271674 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-1e567f97-8a34-4053-9914-a052838cf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:14.273041 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-1e567f97-8a34-4053-9914-a052838cf16f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0433164 Oct 24 08:54:14.321271 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-0d6274ae-212c-4d59-95e8-b524c1657c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:14.322957 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-0d6274ae-212c-4d59-95e8-b524c1657c31 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431871 Oct 24 08:54:14.416944 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-2b5f9a9e-597c-40fe-adb2-d4e02d37e05e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Oct 24 08:54:14.430479 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:14.452595 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:14.516477 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-7e0a0266-a451-4fce-bfdb-bc4078e54728 req-5a245d5d-c27e-486a-b994-6660bb105169 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926523 Oct 24 08:54:15.191171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a1de-ff3f-4b8d-ab7e-b74a1e7f6384 req-fde3d402-3813-4700-a68c-50c33579c4b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:15.192720 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e898a1de-ff3f-4b8d-ab7e-b74a1e7f6384 req-fde3d402-3813-4700-a68c-50c33579c4b5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0532956 Oct 24 08:54:15.246103 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e898a1de-ff3f-4b8d-ab7e-b74a1e7f6384 req-8c6fe195-ddde-40d5-a528-1c14def171b3 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475061 Oct 24 08:54:15.385387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2112f-c711-4192-bee4-9e78f8c91a96 req-840ac397-cc36-4878-946b-5fde6f60d048 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:15.386853 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4fc2112f-c711-4192-bee4-9e78f8c91a96 req-840ac397-cc36-4878-946b-5fde6f60d048 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0515990 Oct 24 08:54:15.434550 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4fc2112f-c711-4192-bee4-9e78f8c91a96 req-9668326b-9755-466b-b523-6742fa926343 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 Oct 24 08:54:15.703982 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-b7c6bf6e-47bb-4fbf-89a9-6477130551a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:15.705521 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-b7c6bf6e-47bb-4fbf-89a9-6477130551a0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1128 time: 0.0412853 Oct 24 08:54:15.802018 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-45e8d8f7-7b06-4949-9d83-35ba0cddfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:15.803485 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-45e8d8f7-7b06-4949-9d83-35ba0cddfee8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.0911024 Oct 24 08:54:15.917588 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-33df5ac7-18a4-4b27-9c8a-ee2789ee3af3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 217 time: 0.0337512 Oct 24 08:54:15.968681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-a9726a36-86f7-4fad-9f3c-b49d67dad0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:15.970225 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-a9726a36-86f7-4fad-9f3c-b49d67dad0e4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0459197 Oct 24 08:54:16.022155 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-ee24f263-73eb-488d-bbfe-167adf529de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:16.023703 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-ee24f263-73eb-488d-bbfe-167adf529de5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463002 Oct 24 08:54:16.120824 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-f2bd8a61-f33f-46b3-b871-258afbaddc4f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894399 Oct 24 08:54:16.217088 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-3264d251-b9d3-4e1f-bd32-416c53fdff56 req-d67d161d-de43-447a-9f83-ff58d215c81d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Oct 24 08:54:16.371320 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7240901-4f6d-424f-acb0-038a3e238a4f req-e45ebd35-cc7c-4fbe-8496-447b57e2e427 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:16.372850 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7240901-4f6d-424f-acb0-038a3e238a4f req-e45ebd35-cc7c-4fbe-8496-447b57e2e427 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0478740 Oct 24 08:54:16.423489 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7240901-4f6d-424f-acb0-038a3e238a4f req-54c5517c-479b-44b7-9cbd-d6229921a038 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Oct 24 08:54:16.566132 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37672a-22dc-413e-b002-225a21f758bd req-3df6b0c8-8c1e-4b00-8fb2-b07fa7e590ca tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:16.567539 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc37672a-22dc-413e-b002-225a21f758bd req-3df6b0c8-8c1e-4b00-8fb2-b07fa7e590ca tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Oct 24 08:54:16.616317 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc37672a-22dc-413e-b002-225a21f758bd req-6894e0f4-4f8a-430a-ae9f-1b21ec5b6955 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Oct 24 08:54:17.554487 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e864-603c-4a54-b5c1-7d323fec32c4 req-9d04c5d5-bb29-411f-a208-b9afb899b9a9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:17.556067 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2311e864-603c-4a54-b5c1-7d323fec32c4 req-9d04c5d5-bb29-411f-a208-b9afb899b9a9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0478959 Oct 24 08:54:17.608148 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2311e864-603c-4a54-b5c1-7d323fec32c4 req-5a5a3093-dda7-4a3b-b2d8-7577f25ac7c5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455287 Oct 24 08:54:17.719142 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:17.759071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe84d8-c137-4b59-ba45-a14006be0efa req-4bf2f789-7bce-492e-88f8-9616fbcb0d38 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:17.760595 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0afe84d8-c137-4b59-ba45-a14006be0efa req-4bf2f789-7bce-492e-88f8-9616fbcb0d38 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Oct 24 08:54:17.771603 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:17.813920 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0afe84d8-c137-4b59-ba45-a14006be0efa req-d490d9f4-02a4-4b92-8867-0a2bb04d7b64 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 Oct 24 08:54:18.731681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2df5f-143f-4b84-bdf7-8f8280c4f14d req-33b7fa05-5595-4f23-b9de-d231be06fe6c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:18.733333 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d8e2df5f-143f-4b84-bdf7-8f8280c4f14d req-33b7fa05-5595-4f23-b9de-d231be06fe6c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0480661 Oct 24 08:54:18.788347 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d8e2df5f-143f-4b84-bdf7-8f8280c4f14d req-57b9c3f8-6f92-452a-9ba0-d88a9ae6a15a tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Oct 24 08:54:18.948208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab74f-4b52-43ba-a16c-6f58e8f4ba4f req-0284ad4b-53b9-4aa0-af7f-dba81afdc4a1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:18.949740 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6daab74f-4b52-43ba-a16c-6f58e8f4ba4f req-0284ad4b-53b9-4aa0-af7f-dba81afdc4a1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0506213 Oct 24 08:54:19.001036 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6daab74f-4b52-43ba-a16c-6f58e8f4ba4f req-4919580f-41d2-4763-9cdd-4711e19c1e55 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Oct 24 08:54:19.020637 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:54:19.922818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267426-7732-4288-9d6a-7fc10aa364cc req-85f666ba-fd7b-421d-8649-fead2e3acbda tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:19.924139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29267426-7732-4288-9d6a-7fc10aa364cc req-85f666ba-fd7b-421d-8649-fead2e3acbda tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0578074 Oct 24 08:54:19.977463 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29267426-7732-4288-9d6a-7fc10aa364cc req-757f5b20-834f-4f2b-a312-5e65f2992be1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Oct 24 08:54:20.134223 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9689e-1a4c-4c55-af38-3dc84221237d req-d9d95ab0-8ec8-485c-826d-ff964086ebe9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:20.136110 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6ea9689e-1a4c-4c55-af38-3dc84221237d req-d9d95ab0-8ec8-485c-826d-ff964086ebe9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0505118 Oct 24 08:54:20.190134 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6ea9689e-1a4c-4c55-af38-3dc84221237d req-6a90c59a-9afd-42b1-b0b0-d75328ab8743 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480301 Oct 24 08:54:21.110064 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa980-aeaf-4226-9a95-d06ac75aeca1 req-42607735-9187-4b7f-a871-e8856985eb20 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:21.111631 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4ffa980-aeaf-4226-9a95-d06ac75aeca1 req-42607735-9187-4b7f-a871-e8856985eb20 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0482419 Oct 24 08:54:21.167492 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4ffa980-aeaf-4226-9a95-d06ac75aeca1 req-89f2a4c7-9c64-488e-a07c-3b6a597775b4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495613 Oct 24 08:54:21.326594 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ee7a5-6ad5-4620-a39e-c1fd1521e4e7 req-de88778d-8928-44fe-a896-20d2ba0075a0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:21.328202 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a68ee7a5-6ad5-4620-a39e-c1fd1521e4e7 req-de88778d-8928-44fe-a896-20d2ba0075a0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0527594 Oct 24 08:54:21.379481 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a68ee7a5-6ad5-4620-a39e-c1fd1521e4e7 req-35cf59e3-083d-4331-9736-93f21ba24dd1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452971 Oct 24 08:54:22.303214 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884178b5-3f7e-4308-9ce0-df036548affa req-e1993c66-5e95-437f-b4da-c049d7065b18 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:22.308166 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-884178b5-3f7e-4308-9ce0-df036548affa req-e1993c66-5e95-437f-b4da-c049d7065b18 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0541008 Oct 24 08:54:22.362342 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-884178b5-3f7e-4308-9ce0-df036548affa req-de5f1b6c-3ed7-4a40-a7d9-1176d3b423cd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491993 Oct 24 08:54:22.466413 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:22.476276 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:22.519691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e32249-a321-4693-9a0c-8f92d1045e2a req-9b45fffc-0f14-4d69-82f4-0b963afa47ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:22.521216 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b8e32249-a321-4693-9a0c-8f92d1045e2a req-9b45fffc-0f14-4d69-82f4-0b963afa47ff tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0562332 Oct 24 08:54:22.573151 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b8e32249-a321-4693-9a0c-8f92d1045e2a req-8a0d89ab-5b71-468b-889c-b0a9ecfa441a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Oct 24 08:54:23.489019 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fae54-a3e0-4c28-8b88-25e8985b9e7b req-d172e547-c6ed-49c8-b708-133d29ade5cc tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:23.490807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d59fae54-a3e0-4c28-8b88-25e8985b9e7b req-d172e547-c6ed-49c8-b708-133d29ade5cc tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0495136 Oct 24 08:54:23.545419 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d59fae54-a3e0-4c28-8b88-25e8985b9e7b req-63c1db98-988b-4f84-ab62-03d7260b715b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479708 Oct 24 08:54:23.706935 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0118cc-a46f-4c1d-bd6e-16ab3027753c req-83a5e0b1-e229-4955-9d47-42827400da9f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:23.708384 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cf0118cc-a46f-4c1d-bd6e-16ab3027753c req-83a5e0b1-e229-4955-9d47-42827400da9f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0525539 Oct 24 08:54:23.762501 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cf0118cc-a46f-4c1d-bd6e-16ab3027753c req-bddda049-72a1-422e-89c5-24d9682d30b3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481234 Oct 24 08:54:23.959273 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:54:24.077136 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:24.095491 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'mac_address': 'fa:16:3e:f9:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:54:24.135121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 4a9dc16c-b094-43ae-a495-1098e5c9f054 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:24.135592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:24.150794 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9dc16c-b094-43ae-a495-1098e5c9f054 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:54:24.173291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:24.177824 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:24.226500 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:24.688966 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:24.706433 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b371-eaa4-4308-bcc8-09189e14b8c8 req-3b3b0806-b680-440a-a4ec-fb8b40bd790a tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:24.709058 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5f3b371-eaa4-4308-bcc8-09189e14b8c8 req-3b3b0806-b680-440a-a4ec-fb8b40bd790a tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 945 time: 0.0776522 Oct 24 08:54:24.727145 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:24.778165 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5f3b371-eaa4-4308-bcc8-09189e14b8c8 req-b77ff47d-c5bd-4a1c-81a7-8d18a5e05c48 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625124 Oct 24 08:54:24.780965 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['4a9dc16c-b094-43ae-a495-1098e5c9f054'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:54:24.921813 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847b36-8b87-4480-a42f-20c30b76e68d req-011cc8ab-cc6c-4e11-a2c6-6539f4be9162 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:24.923395 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7b847b36-8b87-4480-a42f-20c30b76e68d req-011cc8ab-cc6c-4e11-a2c6-6539f4be9162 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0614796 Oct 24 08:54:24.986842 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7b847b36-8b87-4480-a42f-20c30b76e68d req-9d07ae4a-3835-460c-b17b-d445fc1a8f35 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573554 Oct 24 08:54:25.086393 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:25.911138 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430717cc-f8de-4d3d-8c0d-a33bb4e0c72c req-1e125597-8e22-40af-8b5d-c253a64dfeb4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:25.912881 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-430717cc-f8de-4d3d-8c0d-a33bb4e0c72c req-1e125597-8e22-40af-8b5d-c253a64dfeb4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Oct 24 08:54:25.966819 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-430717cc-f8de-4d3d-8c0d-a33bb4e0c72c req-4aa13a63-ba4d-465a-8baa-05d4eebabc6b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Oct 24 08:54:26.153063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a51e9-6b5c-4b6b-856b-3c7f24248562 req-3d779e51-0b46-40e6-86b4-5620a39fc344 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:26.154631 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-494a51e9-6b5c-4b6b-856b-3c7f24248562 req-3d779e51-0b46-40e6-86b4-5620a39fc344 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0526137 Oct 24 08:54:26.207603 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=50 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:26.208861 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-494a51e9-6b5c-4b6b-856b-3c7f24248562 req-e9501ade-92dd-4e02-af7d-7b90c2116320 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482171 Oct 24 08:54:26.214326 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=50 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:26.232208 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:54:26.286332 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 4a9dc16c-b094-43ae-a495-1098e5c9f054 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:54:26.293859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 4a9dc16c-b094-43ae-a495-1098e5c9f054 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:54:26.294479 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:26.294973 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 4a9dc16c-b094-43ae-a495-1098e5c9f054 Oct 24 08:54:26.380422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 4a9dc16c-b094-43ae-a495-1098e5c9f054 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:26.380881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:26.409665 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:26.411840 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5bd47c-dabc-4b2b-96a8-fd054c01771c" -d '{"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-plugged", "status": "completed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:26.426702 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:26.433248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:26.457744 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f962fea-8a58-4b17-bd98-277cacb0b6f4 x-openstack-request-id: req-7f962fea-8a58-4b17-bd98-277cacb0b6f4 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:26.458053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-plugged", "status": "completed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:26.458306 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f962fea-8a58-4b17-bd98-277cacb0b6f4 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:26.458696 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f962fea-8a58-4b17-bd98-277cacb0b6f4'] response: {'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'code': 200} Oct 24 08:54:26.488784 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:26.766045 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf84f3a-380c-46d6-a2d0-8cf29a5f4429 req-7222697c-fed3-435e-a876-b4100b485dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:26.767479 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8bf84f3a-380c-46d6-a2d0-8cf29a5f4429 req-7222697c-fed3-435e-a876-b4100b485dbb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0434237 Oct 24 08:54:26.826470 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8bf84f3a-380c-46d6-a2d0-8cf29a5f4429 req-8e9def90-bd7e-48c4-b5a9-1c83fa708b99 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Oct 24 08:54:27.112624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746cd2-92d7-43f2-98ab-82d7e0ece683 req-568c425f-3dfc-4336-9649-827acb10c0dd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:27.114113 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46746cd2-92d7-43f2-98ab-82d7e0ece683 req-568c425f-3dfc-4336-9649-827acb10c0dd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0533402 Oct 24 08:54:27.169652 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46746cd2-92d7-43f2-98ab-82d7e0ece683 req-c9255097-9f95-4ca7-8024-4561088b0dcb tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488956 Oct 24 08:54:27.348330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb42d7f-7148-4ae2-b167-c9e1b9ab0fbb req-7838dffc-9a68-4820-88aa-8d8eacdb051d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:27.349839 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1cb42d7f-7148-4ae2-b167-c9e1b9ab0fbb req-7838dffc-9a68-4820-88aa-8d8eacdb051d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Oct 24 08:54:27.403940 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1cb42d7f-7148-4ae2-b167-c9e1b9ab0fbb req-5dcd65a6-2345-467d-b06e-60461d41d90e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Oct 24 08:54:28.226889 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:54:28.244814 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:28.297221 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb166c-12df-456f-bb9b-93568d3b0c54 req-19a6ca80-71d2-4676-bfe3-65fb959d5185 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:28.298709 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5dcb166c-12df-456f-bb9b-93568d3b0c54 req-19a6ca80-71d2-4676-bfe3-65fb959d5185 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0479944 Oct 24 08:54:28.331693 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:28.344049 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'b8754c97-b769-418c-b461-714a5809d621', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:54:28.354147 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5dcb166c-12df-456f-bb9b-93568d3b0c54 req-3eb65e33-5af5-497b-b2b0-6bbe45d3ada5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492826 Oct 24 08:54:28.385154 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: ACTIVE; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:28.385493 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:28.398200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8754c97-b769-418c-b461-714a5809d621 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:54:28.417906 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:28.422107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:28.474002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=6']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:28.538659 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a58ec-c057-43a9-b247-0ca1c493a985 req-c46580b0-5c25-49f9-bcb1-da30b06f1179 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:28.540056 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-755a58ec-c057-43a9-b247-0ca1c493a985 req-c46580b0-5c25-49f9-bcb1-da30b06f1179 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Oct 24 08:54:28.590186 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-755a58ec-c057-43a9-b247-0ca1c493a985 req-9fbcd5c8-883e-4183-ab67-95c150bd94c8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436122 Oct 24 08:54:28.654835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8754c97-b769-418c-b461-714a5809d621'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:54:29.017189 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:29.477039 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7686ccb-3d9f-4ea8-9435-59fd961b8d98 req-f0ff3b16-bf7e-4eab-bd76-f2e3382e4d76 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:29.479166 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7686ccb-3d9f-4ea8-9435-59fd961b8d98 req-f0ff3b16-bf7e-4eab-bd76-f2e3382e4d76 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0469143 Oct 24 08:54:29.528656 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7686ccb-3d9f-4ea8-9435-59fd961b8d98 req-81b7f8f9-365c-41df-aec6-a2808b363de5 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Oct 24 08:54:29.661835 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d0a48-edba-4b95-9771-6f01c80185d0 req-e5f5ea44-0b8f-4232-9590-6833c34b40a6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:29.664381 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b98d0a48-edba-4b95-9771-6f01c80185d0 req-e5f5ea44-0b8f-4232-9590-6833c34b40a6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0605345 Oct 24 08:54:29.749124 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa026ae-9d53-4ce0-8a60-2aee8e97995e req-27af8b0c-75e4-4c43-8d1a-57f674043bd6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:29.750582 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-faa026ae-9d53-4ce0-8a60-2aee8e97995e req-27af8b0c-75e4-4c43-8d1a-57f674043bd6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.0663722 Oct 24 08:54:29.754307 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b98d0a48-edba-4b95-9771-6f01c80185d0 req-da40c88d-db73-4656-9ed9-d066377fff84 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845091 Oct 24 08:54:29.785784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47170) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:29.801434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-faa026ae-9d53-4ce0-8a60-2aee8e97995e req-7584e73a-b073-4cd5-a5a4-1a25d252fc66 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Oct 24 08:54:29.978677 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db442591-2ff1-4068-b9be-fcddc75497fd tempest-TestShelveInstance-235996264 tempest-TestShelveInstance-235996264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:29.980299 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-db442591-2ff1-4068-b9be-fcddc75497fd tempest-TestShelveInstance-235996264 tempest-TestShelveInstance-235996264-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1125 time: 0.1934605 Oct 24 08:54:29.983333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47174) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:29.987586 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:30.001393 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.010221 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.095830 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.209405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Allocated IP 172.37.0.71 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/323ecbd9-9279-4a49-ad17-a7114e745a4d) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:54:30.234301 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:54:30.279196 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port b8754c97-b769-418c-b461-714a5809d621 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:54:30.279569 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8754c97-b769-418c-b461-714a5809d621), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.279902 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port b8754c97-b769-418c-b461-714a5809d621 Oct 24 08:54:30.319344 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.353820 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.358421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:30.358824 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.367875 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.385252 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:30.387490 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de256757-d080-4dcb-95ce-82e1250728ad" -d '{"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:30.393126 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:54:30.396116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:54:30.400939 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:30.407286 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'Port': ['ID=323ecbd9-9279-4a49-ad17-a7114e745a4d,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:30.409862 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:54:30.413881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.449363 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.449740 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.450118 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.450519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.450883 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.451226 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.451560 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.451664 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a83024-c2e5-461d-9359-2e5221d6bd7e x-openstack-request-id: req-78a83024-c2e5-461d-9359-2e5221d6bd7e {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:30.451892 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.452004 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:30.452215 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78a83024-c2e5-461d-9359-2e5221d6bd7e {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:30.452316 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.452567 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.452670 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a83024-c2e5-461d-9359-2e5221d6bd7e'] response: {'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'code': 200} Oct 24 08:54:30.452896 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.453229 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.453557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.453883 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.454209 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:30.467062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=7']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:30.603013 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.745339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.793897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for floatingip (201f9080-1a16-4632-b59e-b6839a1284f5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.868822 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:30.940354 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33760a-6847-48dc-910b-10a26b62ac4f req-fcd5b455-3f22-49d9-ad5f-49e16eddbd4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:30.941840 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ac33760a-6847-48dc-910b-10a26b62ac4f req-fcd5b455-3f22-49d9-ad5f-49e16eddbd4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0508170 Oct 24 08:54:30.955529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.962503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:30.995090 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ac33760a-6847-48dc-910b-10a26b62ac4f req-5add5adf-082e-498c-9cff-7d029fd0b9ba tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Oct 24 08:54:31.030781 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:31.035317 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:31.104305 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event updated for resources: {'Port': ['ID=323ecbd9-9279-4a49-ad17-a7114e745a4d,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:31.106774 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (201f9080-1a16-4632-b59e-b6839a1284f5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:31.205254 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Floating IP 201f9080-1a16-4632-b59e-b6839a1284f5 associated. External IP: 172.37.0.71, port: 4a9dc16c-b094-43ae-a495-1098e5c9f054. Oct 24 08:54:31.406784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Router 2bbe69c8-fe01-4d31-bec5-668a890cca09 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:54:31.510114 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:54:31.515314 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:31.521383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Sync routers for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:54:31.530991 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:31.531709 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:54:31.532356 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:54:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:54:31.564492 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-390ae0b0-178f-43ae-8fde-5dce88f3301e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5801077 Oct 24 08:54:31.565138 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:31.567363 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:31.604850 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8506426-69ce-4f84-b12e-631c1a15f8e8 x-openstack-request-id: req-b8506426-69ce-4f84-b12e-631c1a15f8e8 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:31.605140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:31.605391 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8506426-69ce-4f84-b12e-631c1a15f8e8 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:31.605796 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8506426-69ce-4f84-b12e-631c1a15f8e8'] response: {'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'status': 'completed', 'code': 200} Oct 24 08:54:31.642479 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:31.645569 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:54:31.703089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-0815a05e-11db-4344-bf1f-6c60c45a1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:31.704854 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-0815a05e-11db-4344-bf1f-6c60c45a1fc0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0443444 Oct 24 08:54:31.721826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:31.814046 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-5b7363f3-5e58-42be-8ce3-9b76705e3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:31.815508 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-5b7363f3-5e58-42be-8ce3-9b76705e3887 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.1033659 Oct 24 08:54:31.875785 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201f9080-1a16-4632-b59e-b6839a1284f5', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'floating_ip_address': '172.37.0.71', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'mac_address': 'fa:16:3e:f9:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:30Z', 'updated_at': '2022-10-24T08:54:30Z', 'revision_number': 0, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:54:31.885516 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-e82e2ed9-941d-4586-a89f-fb9a75a5c595 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 999 time: 0.0624852 Oct 24 08:54:31.910180 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Checking router: 2bbe69c8-fe01-4d31-bec5-668a890cca09 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:54:31.921925 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9ea00911-99f3-441a-93f9-de29f082178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:31.925455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:54:31.926209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:54:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:54:31.941952 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-de43d74e-9c33-44f0-8898-46f87e214036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:31.943618 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-de43d74e-9c33-44f0-8898-46f87e214036 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0521095 Oct 24 08:54:32.015242 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-88c88629-43f2-4fb1-8788-d29196633a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:32.017109 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-88c88629-43f2-4fb1-8788-d29196633a13 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662200 Oct 24 08:54:32.065829 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:54:32.130598 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-54113a17-a9e9-48d7-a0de-f475e02f4f02 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068635 Oct 24 08:54:32.152674 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ee77-aa06-4556-a945-d63605d45959 req-1e888721-87aa-437d-8ed7-1cbd25b78303 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:32.155031 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8f50ee77-aa06-4556-a945-d63605d45959 req-1e888721-87aa-437d-8ed7-1cbd25b78303 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0526583 Oct 24 08:54:32.212210 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8f50ee77-aa06-4556-a945-d63605d45959 req-cf47dfbc-e389-466f-8dc8-0719446603fd tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488064 Oct 24 08:54:32.242627 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0d9b039b-5f0e-4c09-8cec-9dc55781b0b7 req-01bbac8e-154c-4c25-b4e1-3eafe835f8ea service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057074 Oct 24 08:54:32.442655 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201f9080-1a16-4632-b59e-b6839a1284f5', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'floating_ip_address': '172.37.0.71', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'mac_address': 'fa:16:3e:f9:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:30Z', 'updated_at': '2022-10-24T08:54:30Z', 'revision_number': 0, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:54:32.471457 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222c0d0-04f8-49dc-9b5f-81023cf8e47d None None] The sync data for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi is: [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201f9080-1a16-4632-b59e-b6839a1284f5', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'floating_ip_address': '172.37.0.71', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'mac_address': 'fa:16:3e:f9:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:30Z', 'updated_at': '2022-10-24T08:54:30Z', 'revision_number': 0, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:54:32.658357 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd354b1-1b12-4612-a820-a7722ba63e39 None None] New status for floating IP 201f9080-1a16-4632-b59e-b6839a1284f5: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:54:33.339058 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641860ba-a8b1-4afd-b57a-f0b3c5955d94 req-a13c4d54-afe7-4b89-9ddf-16dae21894df tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:33.340507 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-641860ba-a8b1-4afd-b57a-f0b3c5955d94 req-a13c4d54-afe7-4b89-9ddf-16dae21894df tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0463488 Oct 24 08:54:33.392514 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-641860ba-a8b1-4afd-b57a-f0b3c5955d94 req-f883d376-4ed0-4bc8-a1a0-64c4d1d8e057 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Oct 24 08:54:34.211628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4e672dd8-fc71-48fb-b319-92e8c8f453a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:34.527623 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80f6cb-a195-4876-ae39-412c785006d8 req-70f020bc-8507-40c2-928d-f4270eb444b9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:34.529280 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9b80f6cb-a195-4876-ae39-412c785006d8 req-70f020bc-8507-40c2-928d-f4270eb444b9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0536892 Oct 24 08:54:34.580377 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9b80f6cb-a195-4876-ae39-412c785006d8 req-48db16fb-2fba-4eb5-9e47-dc5b7a95f587 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Oct 24 08:54:35.710918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ec8d-f65e-47d1-bd6f-a5aeffe1d611 req-343ecd1e-1f2e-4c27-90d2-14456df6a812 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:35.712516 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e367ec8d-f65e-47d1-bd6f-a5aeffe1d611 req-343ecd1e-1f2e-4c27-90d2-14456df6a812 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0472980 Oct 24 08:54:35.717586 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:35.762582 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e367ec8d-f65e-47d1-bd6f-a5aeffe1d611 req-0ba6e98c-3133-4747-9411-7e0e2aaa99bb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Oct 24 08:54:36.920289 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d018dee-bfab-4991-89f1-92d531614be2 req-cef3c8bc-b9c9-4882-84e8-c932815e2c79 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:36.922219 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5d018dee-bfab-4991-89f1-92d531614be2 req-cef3c8bc-b9c9-4882-84e8-c932815e2c79 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0604210 Oct 24 08:54:36.929515 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:36.994778 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5d018dee-bfab-4991-89f1-92d531614be2 req-ef522c62-b2c2-4511-9f0e-b4b70e83b9f0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630364 Oct 24 08:54:37.121701 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:38.138645 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b6fa6-2534-4c72-8703-8a0f5f55355e req-75cfee8d-a731-434f-a498-c03829692d3b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:38.140260 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c07b6fa6-2534-4c72-8703-8a0f5f55355e req-75cfee8d-a731-434f-a498-c03829692d3b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0564616 Oct 24 08:54:38.191965 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c07b6fa6-2534-4c72-8703-8a0f5f55355e req-586b3142-846f-40d6-a373-cff59a124118 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Oct 24 08:54:39.335618 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ce6c4-afda-43bb-bc89-ec48d26c1b6e req-48105ac3-e670-479f-af83-68697074e779 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:39.338275 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-496ce6c4-afda-43bb-bc89-ec48d26c1b6e req-48105ac3-e670-479f-af83-68697074e779 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Oct 24 08:54:39.400658 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-496ce6c4-afda-43bb-bc89-ec48d26c1b6e req-b77d7cbd-7544-4af6-a608-0620ec9838d6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566595 Oct 24 08:54:40.545750 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258084e-e36d-4bef-9bb2-8da78597fd5f req-f63afb96-f012-4080-bd22-40663c7e1591 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:40.552964 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a258084e-e36d-4bef-9bb2-8da78597fd5f req-f63afb96-f012-4080-bd22-40663c7e1591 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0568118 Oct 24 08:54:40.602565 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a258084e-e36d-4bef-9bb2-8da78597fd5f req-1c821a25-8a22-4c70-bd80-2d425aa4cdb8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487056 Oct 24 08:54:41.765092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3f8a1-0a01-43d0-8a39-ebbcf3a64128 req-bf71af26-ff5f-4b75-8fae-8030ef30d295 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:41.767292 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85f3f8a1-0a01-43d0-8a39-ebbcf3a64128 req-bf71af26-ff5f-4b75-8fae-8030ef30d295 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0524352 Oct 24 08:54:41.854346 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85f3f8a1-0a01-43d0-8a39-ebbcf3a64128 req-a5536aed-f6fa-46d4-9010-cbb56fbcea80 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746033 Oct 24 08:54:42.237065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=51 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.238979 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=43 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.269220 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47282) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:42.273792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912974456', 'description': 'tempest-description--299117760'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:42.316752 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.371578 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.385161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.414700 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (a122f171-66ba-42e2-a59d-b9be16fb22cb), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.419080 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a122f171-66ba-42e2-a59d-b9be16fb22cb), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.458044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.459271 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890497 Oct 24 08:54:42.462346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47288) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:42.469345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': 'a122f171-66ba-42e2-a59d-b9be16fb22cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:42.475089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a122f171-66ba-42e2-a59d-b9be16fb22cb,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:42.488819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.489237 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.489977 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.490330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.490681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.490994 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.491322 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.491647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.491972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.492477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.492950 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.493281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.493611 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.494057 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.494482 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a88430-ca63-413f-ad9e-f476d919521a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:42.534365 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (671517fa-ee29-47b9-97f5-cf3aa03b904c), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.606301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (671517fa-ee29-47b9-97f5-cf3aa03b904c), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.613088 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (671517fa-ee29-47b9-97f5-cf3aa03b904c), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.635093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671517fa-ee29-47b9-97f5-cf3aa03b904c,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:42.645178 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.649929 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-210288ab-cbf2-425a-a515-651f51332e06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830919 Oct 24 08:54:42.650176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47290) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:42.654471 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': 'a122f171-66ba-42e2-a59d-b9be16fb22cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:42.685052 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (68ff21c7-7134-437f-9499-e1c9391c5e80), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.747458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (68ff21c7-7134-437f-9499-e1c9391c5e80), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.752027 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (68ff21c7-7134-437f-9499-e1c9391c5e80), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.760658 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.763456 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:42.767561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ff21c7-7134-437f-9499-e1c9391c5e80,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:42.790393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.795651 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-06fb269d-69bc-4534-87f8-455df8109432 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416728 Oct 24 08:54:42.796064 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47292) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:42.800842 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:42.825001 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:42.905783 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.015443 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007d8e5-8d5b-4c64-9288-f23120ce62c2 req-11e8b589-c561-4403-823e-262c8ab24d19 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:43.017072 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e007d8e5-8d5b-4c64-9288-f23120ce62c2 req-11e8b589-c561-4403-823e-262c8ab24d19 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0651031 Oct 24 08:54:43.087712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e007d8e5-8d5b-4c64-9288-f23120ce62c2 req-6ff8f97b-288e-4ba9-887b-fe1f34334750 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623767 Oct 24 08:54:43.259233 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.37.0.192 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/fbefb311-5d13-4def-86c4-76d753c36f76) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:54:43.369238 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (fbefb311-5d13-4def-86c4-76d753c36f76), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.403866 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.444051 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:54:43.449776 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:54:43.455607 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:54:43.485552 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=fbefb311-5d13-4def-86c4-76d753c36f76,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:43.547329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.589669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.708439 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:43.754794 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (fbefb311-5d13-4def-86c4-76d753c36f76), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.760253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.833510 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=fbefb311-5d13-4def-86c4-76d753c36f76,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:43.836602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.848572 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:43.857010 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:43.866856 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ab6cf7ab-9d17-4113-b1e8-f2ebf1f221ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0612509 Oct 24 08:54:44.095082 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-5216153c-b08d-47c2-a459-a3f7958d7364 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1912974456&fields=id&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 267 time: 0.0480025 Oct 24 08:54:44.245665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f75c1d-d4b6-4ec3-8796-ab48e6280efd req-b39ca3c9-7b66-4d81-9649-d7530edaaaca tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:44.247142 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-20f75c1d-d4b6-4ec3-8796-ab48e6280efd req-b39ca3c9-7b66-4d81-9649-d7530edaaaca tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0595832 Oct 24 08:54:44.279066 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-3c976c5a-488d-4d9d-99b4-73bd223167c2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:44.280607 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-3c976c5a-488d-4d9d-99b4-73bd223167c2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1758490 Oct 24 08:54:44.314049 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-c97d846e-0d8c-4e98-b3ab-8408a57f25b1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/quotas/b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 375 time: 0.0261559 Oct 24 08:54:44.335567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-20f75c1d-d4b6-4ec3-8796-ab48e6280efd req-f199582b-62b2-4b78-9823-b8796aeb204d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786026 Oct 24 08:54:44.401807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-669cc4c7-df12-4d11-92e6-08350165a079 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784094 Oct 24 08:54:44.496357 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-90e1eb3b-1550-41bd-8e22-e90ef3ff72ca service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934999 Oct 24 08:54:44.533211 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:44.576745 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:44.614310 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-cb5da92b-47ed-4a11-886d-4b5403e1e110 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122475 Oct 24 08:54:44.822250 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-97dec5a8-c67a-4203-9fc1-0141568d81a3 req-a2e9f2b1-7c14-4147-8df4-8812fa8604c0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 210 time: 0.0446010 Oct 24 08:54:45.559137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cded6-9fe0-4b42-beb0-3063219cc1c4 req-54bc156a-119d-4ae8-adeb-783352341f19 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:45.560793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d27cded6-9fe0-4b42-beb0-3063219cc1c4 req-54bc156a-119d-4ae8-adeb-783352341f19 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0560212 Oct 24 08:54:45.621139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d27cded6-9fe0-4b42-beb0-3063219cc1c4 req-dde81e99-f493-42f8-b58a-220fa4889773 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535202 Oct 24 08:54:45.950425 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-69a019fc-824b-4e5d-a0ed-9b654afee97a req-cfde6c0f-13b4-4f87-950f-ff8ff86913f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 210 time: 0.0399094 Oct 24 08:54:46.416852 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-15c522a4-31ae-47af-af11-6e6393e8d9bc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:46.418315 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-15c522a4-31ae-47af-af11-6e6393e8d9bc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1219044 Oct 24 08:54:46.594682 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-619b73c9-e81b-46d5-9f61-dd40783daccb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 472 time: 0.0710015 Oct 24 08:54:46.747880 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa987811-328d-442b-9d9a-c5cc930f8a50 req-d3d4b75e-dc1f-46f8-9dd9-4f003608cb82 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:46.749362 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa987811-328d-442b-9d9a-c5cc930f8a50 req-d3d4b75e-dc1f-46f8-9dd9-4f003608cb82 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Oct 24 08:54:46.796463 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa987811-328d-442b-9d9a-c5cc930f8a50 req-86cb07b9-613f-49c8-98e5-f9cc099aa55d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Oct 24 08:54:47.060006 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-141199e9-73b4-4935-a2aa-e93ff1b0ed67 req-ac476d1b-f230-4787-aceb-c4322194cd96 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 210 time: 0.0278146 Oct 24 08:54:47.113736 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:47.115594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:47.129791 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'port': {'device_id': '8f61c54c-9a6d-445b-8a49-056657208b85', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'admin_state_up': True, 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'security_groups': ['a122f171-66ba-42e2-a59d-b9be16fb22cb']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:47.240054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:54:47.245120 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.382719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.20.0.12 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/e9bb3baa-6f12-4847-a485-980d16c4f05b) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:54:47.404766 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-a51cb19e-062a-43b9-88a2-729b08801144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:47.406255 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-a51cb19e-062a-43b9-88a2-729b08801144 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1130 time: 0.0407112 Oct 24 08:54:47.507503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-720bc7bb-300b-47c1-9534-3dce94d960a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:47.509644 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-720bc7bb-300b-47c1-9534-3dce94d960a4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.0930531 Oct 24 08:54:47.530945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.567407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.595086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:47.622130 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:54:47.626842 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:54:47.628641 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:47.631291 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:54:47.684566 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:47.685229 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.705293 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-220281b7-4208-4242-8fe5-34532c7283ac tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793340 Oct 24 08:54:47.731569 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Request body: {'port': {'device_id': '8f61c54c-9a6d-445b-8a49-056657208b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:54:47.801522 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.841151 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:47.862061 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-a3e00b70-f9ef-4b4b-9373-30968e04eb4f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 1002 time: 0.3428988 Oct 24 08:54:47.871714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-0cffbc8e-573c-40bf-8257-1f5585a81080 None None] Provisioning complete for port e9bb3baa-6f12-4847-a485-980d16c4f05b triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:54:47.872449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0cffbc8e-573c-40bf-8257-1f5585a81080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:47.872935 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-0cffbc8e-573c-40bf-8257-1f5585a81080 None None] Attempt 1 to provision port e9bb3baa-6f12-4847-a485-980d16c4f05b Oct 24 08:54:47.907341 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-0cffbc8e-573c-40bf-8257-1f5585a81080 None None] Port e9bb3baa-6f12-4847-a485-980d16c4f05b cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:54:47.950447 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-167719f8-4345-48ac-a2eb-34f1b569776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:47.951912 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-167719f8-4345-48ac-a2eb-34f1b569776e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0822170 Oct 24 08:54:47.957769 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131aa83-50b1-4db7-9e2e-85e3211c6e19 req-d88ab400-6ce9-4b0a-9e5e-e7f0f41156e4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:47.959169 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a131aa83-50b1-4db7-9e2e-85e3211c6e19 req-d88ab400-6ce9-4b0a-9e5e-e7f0f41156e4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0608366 Oct 24 08:54:48.020645 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-8b0f08a5-2843-4a57-857b-b813414f1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:48.022135 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-8b0f08a5-2843-4a57-857b-b813414f1eb0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621107 Oct 24 08:54:48.069089 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a131aa83-50b1-4db7-9e2e-85e3211c6e19 req-ea7d7048-96fc-46d1-a5cf-05def99b588c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998917 Oct 24 08:54:48.090707 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bb3baa-6f12-4847-a485-980d16c4f05b {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:54:48.099012 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks [] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:48.114493 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Transition to ACTIVE for port object e9bb3baa-6f12-4847-a485-980d16c4f05b will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:54:48.120449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:48.146536 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-7a1f90f9-dea4-4597-99b4-3d4b86dd89db service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156697 Oct 24 08:54:48.188920 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:48.222609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e78b3-eb35-477f-b878-17f4143d0ce7 req-a67d3b20-8d1c-435f-9b1e-360e48269532 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:48.224226 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c3e78b3-eb35-477f-b878-17f4143d0ce7 req-a67d3b20-8d1c-435f-9b1e-360e48269532 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0761135 Oct 24 08:54:48.238722 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Attempting to bind port e9bb3baa-6f12-4847-a485-980d16c4f05b on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:54:48.239065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Attempting to bind port e9bb3baa-6f12-4847-a485-980d16c4f05b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:54:48.239400 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Attempting to bind port e9bb3baa-6f12-4847-a485-980d16c4f05b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:54:48.282416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Port e9bb3baa-6f12-4847-a485-980d16c4f05b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:54:48.283038 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Attempting to bind port e9bb3baa-6f12-4847-a485-980d16c4f05b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:54:48.296980 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:48.317084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1e8ac15a-a261-4802-be01-09058bb1d5ca req-c9d497bf-8e0c-47c5-8188-ad11c66abcc2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579254 Oct 24 08:54:48.320105 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c3e78b3-eb35-477f-b878-17f4143d0ce7 req-ba4e78ad-233d-4a0d-87f9-918977d174f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695395 Oct 24 08:54:48.326666 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:54:48.327014 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:54:48.327440 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:54:48.327870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Bound port: e9bb3baa-6f12-4847-a485-980d16c4f05b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:54:48.328257 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:48.395908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:54:48.398949 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:54:48.405503 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:48.408785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:48.409417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:48.411118 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/e9bb3baa-6f12-4847-a485-980d16c4f05b HTTP/1.1" status: 200 len: 1094 time: 0.6850893 Oct 24 08:54:48.413190 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:48.416517 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:48.452758 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e071bd-4a03-498a-8b13-9285fb97b2b3 x-openstack-request-id: req-97e071bd-4a03-498a-8b13-9285fb97b2b3 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:48.453051 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:48.453297 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97e071bd-4a03-498a-8b13-9285fb97b2b3 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:48.453684 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e071bd-4a03-498a-8b13-9285fb97b2b3'] response: {'name': 'network-changed', 'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'status': 'completed', 'code': 200} Oct 24 08:54:48.467998 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb099-dc58-47cd-b819-d44ddb9cb651 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:49.202929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229bbe2-0ae4-49ef-b062-3c4282791208 req-c4d00872-6ef3-492c-b6c3-0fe6c8ea9301 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:49.204418 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7229bbe2-0ae4-49ef-b062-3c4282791208 req-c4d00872-6ef3-492c-b6c3-0fe6c8ea9301 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0512536 Oct 24 08:54:49.252912 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7229bbe2-0ae4-49ef-b062-3c4282791208 req-d21301c7-c4d8-4d8e-91e0-5ab8dbe33048 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Oct 24 08:54:49.440957 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c738813-76e0-43f4-85d5-1762cf50c481 req-5f73098d-09e4-4c67-a92f-0cd34f9e6cb0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:49.442414 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c738813-76e0-43f4-85d5-1762cf50c481 req-5f73098d-09e4-4c67-a92f-0cd34f9e6cb0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0457516 Oct 24 08:54:49.468899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:49.490953 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c738813-76e0-43f4-85d5-1762cf50c481 req-3caa7911-a95a-40a3-bbb8-29461dac8de9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Oct 24 08:54:50.044877 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:50.056023 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-7e2600f1-e91c-4a98-832d-3e37a9f75646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.057579 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-7e2600f1-e91c-4a98-832d-3e37a9f75646 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 1128 time: 0.0428376 Oct 24 08:54:50.174500 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-26e0eb94-2bba-49e5-911b-be6a787801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.175982 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-26e0eb94-2bba-49e5-911b-be6a787801a8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992610 Oct 24 08:54:50.323984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:54:50.334411 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-62858651-cdda-419c-9f3a-317c5a1173a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.335901 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-cbe50e87-7324-4d54-89ff-3efc4bfa95c7 req-62858651-cdda-419c-9f3a-317c5a1173a7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026323 Oct 24 08:54:50.390535 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f95db-4a4e-48da-9681-767eaa1dcc36 req-75e641fd-03a7-4793-85ee-11c9051e2139 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.392388 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e42f95db-4a4e-48da-9681-767eaa1dcc36 req-75e641fd-03a7-4793-85ee-11c9051e2139 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 946 time: 0.0522468 Oct 24 08:54:50.424153 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: ACTIVE; New status is: DOWN {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:50.424573 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:50.450760 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:50.453584 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf221938-adce-4608-be2e-3980d219c028" -d '{"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:50.467530 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:50.472844 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:50.477632 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e42f95db-4a4e-48da-9681-767eaa1dcc36 req-19c9494d-e588-4ecd-935d-b397d6bb891c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789564 Oct 24 08:54:50.524597 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020eebc4-4131-4eb2-a9ab-369ba91fa249 x-openstack-request-id: req-020eebc4-4131-4eb2-a9ab-369ba91fa249 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:50.524915 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:50.525177 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-020eebc4-4131-4eb2-a9ab-369ba91fa249 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:50.526279 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020eebc4-4131-4eb2-a9ab-369ba91fa249'] response: {'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'code': 200} Oct 24 08:54:50.528758 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-92baf8ce-4e98-4463-b16c-1fb625384f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.531183 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-92baf8ce-4e98-4463-b16c-1fb625384f29 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 1128 time: 0.0959532 Oct 24 08:54:50.549076 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=8']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:50.556866 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.557211 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.557577 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.557922 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.558253 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.558766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.559093 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.559421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.559742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.560066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.560579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.560919 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.561246 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.561567 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.561889 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:54:50.617356 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-fb0ce9c6-977b-48fb-a8db-05d8ac5ff218 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b HTTP/1.1" status: 200 len: 217 time: 0.0370545 Oct 24 08:54:50.620181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e89e46-757f-46fa-a2e0-17b5abe414b2 req-6bc1f317-f051-4ad9-8955-21832174764e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.621709 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-53e89e46-757f-46fa-a2e0-17b5abe414b2 req-6bc1f317-f051-4ad9-8955-21832174764e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0518279 Oct 24 08:54:50.660824 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:50.670563 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-40d67bfc-4bbd-4929-8ce7-d56aa04a837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.672042 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-40d67bfc-4bbd-4929-8ce7-d56aa04a837a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0480344 Oct 24 08:54:50.676646 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-53e89e46-757f-46fa-a2e0-17b5abe414b2 req-d2e5dde5-a27c-408e-ab9a-6ccd299093af tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Oct 24 08:54:50.718229 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5f77-89e7-426e-944c-b186358deeaa req-b109f372-d017-4705-b44c-fa85a09cdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:50.719726 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-b109f372-d017-4705-b44c-fa85a09cdd2c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409610 Oct 24 08:54:51.049908 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-346b90ee-fdc4-4e71-b342-82fdb74c956e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964849 Oct 24 08:54:51.153230 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-b73a5f77-89e7-426e-944c-b186358deeaa req-317ae084-94ad-4267-a6c7-8caf13e4a948 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892873 Oct 24 08:54:51.611145 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ef32-d96e-49b0-978a-0e01190c3233 req-f3d9b8a1-62f6-44b5-bafa-29ba0ef10a8f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:51.612670 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a695ef32-d96e-49b0-978a-0e01190c3233 req-f3d9b8a1-62f6-44b5-bafa-29ba0ef10a8f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0472040 Oct 24 08:54:51.660412 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a695ef32-d96e-49b0-978a-0e01190c3233 req-f1aa8eb1-c89c-4156-9db3-ea2a852dd321 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Oct 24 08:54:51.802222 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57efc7-9e2b-42ee-acd3-3ec0359c2cbd req-e4cc1209-2e2d-4eb5-a79f-26e5f77b2536 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:51.803712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb57efc7-9e2b-42ee-acd3-3ec0359c2cbd req-e4cc1209-2e2d-4eb5-a79f-26e5f77b2536 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0514104 Oct 24 08:54:51.855794 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fb57efc7-9e2b-42ee-acd3-3ec0359c2cbd req-dafc176f-0a9d-4506-9ca5-5ca5925d6e27 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Oct 24 08:54:52.185108 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-785190a4-1d4f-4740-9a2d-4af10a75e89a req-d4c6fc16-488f-45dc-b2c9-cf1e21761a1c service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:54:52.186164 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-785190a4-1d4f-4740-9a2d-4af10a75e89a req-d4c6fc16-488f-45dc-b2c9-cf1e21761a1c service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061359 Oct 24 08:54:52.363854 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285acc7d-a8db-4e4e-bde7-70cf8c920aeb req-e1e18c62-3e71-4485-9219-b7f7959e5e92 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:52.365669 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-285acc7d-a8db-4e4e-bde7-70cf8c920aeb req-e1e18c62-3e71-4485-9219-b7f7959e5e92 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0491931 Oct 24 08:54:52.418613 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-285acc7d-a8db-4e4e-bde7-70cf8c920aeb req-40015fcf-39c1-4e5e-8652-3f11b36eccfd tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451002 Oct 24 08:54:52.497474 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:52.638598 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47412) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:52.725434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-2d655f69-291d-467f-9bdd-d3f56b426223 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856252 Oct 24 08:54:52.734928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-6040aab1-062c-4747-8792-e86988979b92 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:54:52.735908 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-6040aab1-062c-4747-8792-e86988979b92 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050395 Oct 24 08:54:52.813660 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47424) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:54:52.861304 dv-cinder-master-3-iscsi neutron-server[116185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 08:54:52.907978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-637542af-19dc-45a7-92b0-b9eb3d492cfc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:52.909383 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-637542af-19dc-45a7-92b0-b9eb3d492cfc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports/b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 941 time: 0.0946414 Oct 24 08:54:52.985458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ebdf-1714-4bf9-9982-e7c98d6ab1c6 req-9b772dce-33a1-4c43-a6ef-1dfe3349214d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:52.987018 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71c2ebdf-1714-4bf9-9982-e7c98d6ab1c6 req-9b772dce-33a1-4c43-a6ef-1dfe3349214d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0541749 Oct 24 08:54:53.042620 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71c2ebdf-1714-4bf9-9982-e7c98d6ab1c6 req-a0dc7898-8e19-4964-b069-99598754cc3d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 Oct 24 08:54:53.547709 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32e55-cc21-46ab-a6d1-29cee36bbecb req-9ed14e1a-3be9-4270-bd2c-10d3c6e4ba4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:53.549232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ccf32e55-cc21-46ab-a6d1-29cee36bbecb req-9ed14e1a-3be9-4270-bd2c-10d3c6e4ba4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0472419 Oct 24 08:54:53.597671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ccf32e55-cc21-46ab-a6d1-29cee36bbecb req-3f98e8c9-4e13-4caa-854e-868a79cccb01 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Oct 24 08:54:53.913543 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-6b4e9528-ac02-436e-845e-956aacf523c9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429795 Oct 24 08:54:54.007324 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-2bb3f178-9bc2-4a4c-9b97-54bddf0b2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.009548 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-2bb3f178-9bc2-4a4c-9b97-54bddf0b2979 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 1129 time: 0.0455201 Oct 24 08:54:54.126802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-3bf4aea3-9063-4c17-9a1a-e2a4558b0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.128296 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-3bf4aea3-9063-4c17-9a1a-e2a4558b0307 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.0963633 Oct 24 08:54:54.179185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778fcf-8699-46d2-b9af-22d10540a6c1 req-1bcf9186-1cc1-4b8f-b17c-43dbd63adc91 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.182119 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0f778fcf-8699-46d2-b9af-22d10540a6c1 req-1bcf9186-1cc1-4b8f-b17c-43dbd63adc91 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 944 time: 0.0586767 Oct 24 08:54:54.194485 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-fb794e9a-7b3d-4836-8c41-7817525afa56 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e7f21e-e0a0-4b2a-9221-473c98847085 HTTP/1.1" status: 200 len: 1000 time: 0.0597808 Oct 24 08:54:54.234123 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0f778fcf-8699-46d2-b9af-22d10540a6c1 req-34b51a3a-69b0-45de-8045-ba5b18f70d64 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 Oct 24 08:54:54.250036 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-8071535d-8548-4f79-8727-1ab0fd2996e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.251503 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-8071535d-8548-4f79-8727-1ab0fd2996e4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0505650 Oct 24 08:54:54.295669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-a1a60d0e-a2ca-4a2f-8a0c-02541861dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.297192 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-a1a60d0e-a2ca-4a2f-8a0c-02541861dd91 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389833 Oct 24 08:54:54.335037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device e9bb3baa-6f12-4847-a485-980d16c4f05b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:54:54.358459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:54:54.392390 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-1621aa7a-4940-40f5-a798-411b613dc982 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Oct 24 08:54:54.432543 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:54.488799 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-af0a8464-5c7f-4ac4-a6e5-fdad90bc0d5d req-2eb82d61-557c-4b28-bd4c-f578cc0afb5d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895693 Oct 24 08:54:54.507169 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:54.528802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: DOWN; New status is: DOWN {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:54.530999 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'port_id': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'mac_address': 'fa:16:3e:ab:60:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:54:54.568240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port e9bb3baa-6f12-4847-a485-980d16c4f05b is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:54.568685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:54.582112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bb3baa-6f12-4847-a485-980d16c4f05b {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:54:54.603676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:54.607618 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:54.658573 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:54.733143 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ca5c-fe6b-441a-b45d-5e39e6a8dee4 req-45fa3c13-36c0-47a5-980f-788f84a9e97d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:54.734618 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0778ca5c-fe6b-441a-b45d-5e39e6a8dee4 req-45fa3c13-36c0-47a5-980f-788f84a9e97d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0488732 Oct 24 08:54:54.746351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:54.786190 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0778ca5c-fe6b-441a-b45d-5e39e6a8dee4 req-52c04ad2-c46e-4c54-a2c1-98fc070a7086 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456462 Oct 24 08:54:55.151419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['e9bb3baa-6f12-4847-a485-980d16c4f05b'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:54:55.272264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:55.372105 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1291dc-4fed-4a18-8e49-7d0885b359f1 req-7675cf90-ae38-48a7-a36a-461b4c714ddf tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:55.373818 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc1291dc-4fed-4a18-8e49-7d0885b359f1 req-7675cf90-ae38-48a7-a36a-461b4c714ddf tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Oct 24 08:54:55.446788 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc1291dc-4fed-4a18-8e49-7d0885b359f1 req-9201edb9-0e31-41e7-bd88-32a8c59b4d3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667973 Oct 24 08:54:55.919066 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a930584-3000-4d10-8cb3-5b3fc035ff54 req-94d04942-c24d-4a1b-95d9-93542cb46722 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:55.920561 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2a930584-3000-4d10-8cb3-5b3fc035ff54 req-94d04942-c24d-4a1b-95d9-93542cb46722 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0463407 Oct 24 08:54:55.941350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:55.968674 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2a930584-3000-4d10-8cb3-5b3fc035ff54 req-e3cc976f-2fef-4c0e-a367-f9e6965da0a3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Oct 24 08:54:56.019743 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:54:56.287769 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-b4735830-f479-495b-a2c9-86ecf315089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.289284 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-b4735830-f479-495b-a2c9-86ecf315089e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 1128 time: 0.0747361 Oct 24 08:54:56.372559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-0fb0db78-e244-45c6-9101-3e73546b9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.374025 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-0fb0db78-e244-45c6-9101-3e73546b9bdf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0416212 Oct 24 08:54:56.460790 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:56.466469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-99172005-9967-486a-badd-d485cae7b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.467947 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-99172005-9967-486a-badd-d485cae7b315 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.0878322 Oct 24 08:54:56.498672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device e9bb3baa-6f12-4847-a485-980d16c4f05b up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:54:56.545146 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-8873e869-c2de-44a1-8b7e-9fb46e3f4802 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 1000 time: 0.0708654 Oct 24 08:54:56.552186 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port e9bb3baa-6f12-4847-a485-980d16c4f05b completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:54:56.559429 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port e9bb3baa-6f12-4847-a485-980d16c4f05b triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:54:56.559804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:56.560168 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port e9bb3baa-6f12-4847-a485-980d16c4f05b Oct 24 08:54:56.576207 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551e0c-4f4f-4105-bbb3-e0307ec53230 req-3df3ac92-38c1-4ba0-83a6-ed0b4c755484 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.578432 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef551e0c-4f4f-4105-bbb3-e0307ec53230 req-3df3ac92-38c1-4ba0-83a6-ed0b4c755484 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Oct 24 08:54:56.597311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:54:56.597575 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-b809c402-8aaa-4a89-a98e-6f82e2161edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.599025 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-b809c402-8aaa-4a89-a98e-6f82e2161edc service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0482132 Oct 24 08:54:56.635008 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef551e0c-4f4f-4105-bbb3-e0307ec53230 req-c555078c-1b4b-4f7f-93f2-66037307c216 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506039 Oct 24 08:54:56.648990 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-12dfebe1-3773-4d22-954b-23b3f54cdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.650511 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-12dfebe1-3773-4d22-954b-23b3f54cdd92 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448661 Oct 24 08:54:56.654886 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port e9bb3baa-6f12-4847-a485-980d16c4f05b is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:54:56.655276 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:56.681556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:54:56.683890 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7786e0-f713-43eb-91b7-86327fc41932" -d '{"events": [{"server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "name": "network-vif-plugged", "status": "completed", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:54:56.698416 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:54:56.703922 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:54:56.729333 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59a8fa-460a-466c-8316-24d0053faa29 x-openstack-request-id: req-9a59a8fa-460a-466c-8316-24d0053faa29 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:54:56.729685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "name": "network-vif-plugged", "status": "completed", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:54:56.729946 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a59a8fa-460a-466c-8316-24d0053faa29 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:54:56.730358 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a59a8fa-460a-466c-8316-24d0053faa29'] response: {'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'code': 200} Oct 24 08:54:56.752752 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-b64573bb-f9e1-4b80-a172-8f3ced7568aa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959275 Oct 24 08:54:56.757374 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:54:56.865418 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-0cb59b3d-6bc7-4114-9cf0-b32fcb5c3b18 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Oct 24 08:54:56.962555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd34a-3063-4fad-bf88-ca1f8294621a req-1b8b24b5-2cda-4e63-ad44-cfb67bb60100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:56.963796 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-68cbd34a-3063-4fad-bf88-ca1f8294621a req-1b8b24b5-2cda-4e63-ad44-cfb67bb60100 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 1130 time: 0.0451322 Oct 24 08:54:57.101542 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10db92-f941-4f79-8f8c-9e6266a91673 req-c3f8f6bc-da5c-42e3-b645-144b4f427cfb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:57.103703 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d10db92-f941-4f79-8f8c-9e6266a91673 req-c3f8f6bc-da5c-42e3-b645-144b4f427cfb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0509553 Oct 24 08:54:57.142607 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-68cbd34a-3063-4fad-bf88-ca1f8294621a req-10cf13d1-876b-4207-af2e-9bd31b18fbec service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Oct 24 08:54:57.151947 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d10db92-f941-4f79-8f8c-9e6266a91673 req-b6287d4b-690d-4ccd-8a0e-e0d5152970be tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Oct 24 08:54:57.757236 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635599-db75-4203-b54f-6703de16cc88 req-3032761a-7bc6-4700-90d7-4893296c3a27 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:57.759314 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c9635599-db75-4203-b54f-6703de16cc88 req-3032761a-7bc6-4700-90d7-4893296c3a27 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0469606 Oct 24 08:54:57.808421 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c9635599-db75-4203-b54f-6703de16cc88 req-d596e75b-dc7e-4fa3-9ec5-d9e83461f4b3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Oct 24 08:54:58.287147 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e05b6-1248-49e1-ab2c-49ccb128f1c6 req-e051ab69-ccaf-46cb-af77-73bdee07efaa tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:58.288650 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-176e05b6-1248-49e1-ab2c-49ccb128f1c6 req-e051ab69-ccaf-46cb-af77-73bdee07efaa tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0520399 Oct 24 08:54:58.335714 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-176e05b6-1248-49e1-ab2c-49ccb128f1c6 req-3c24d68d-53ef-47d2-80dc-cca85571a390 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Oct 24 08:54:58.933031 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe6e3-d2b1-4a33-8282-c71b9b566e10 req-30dad0f5-2f38-4b0a-a8ae-937b6e236ffa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:58.938869 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2ecfe6e3-d2b1-4a33-8282-c71b9b566e10 req-30dad0f5-2f38-4b0a-a8ae-937b6e236ffa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0494094 Oct 24 08:54:58.989761 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2ecfe6e3-d2b1-4a33-8282-c71b9b566e10 req-b37d721b-8a94-4876-a0c7-eae6785aac1d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Oct 24 08:54:59.470388 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45bc6f-c192-49e1-9462-11657576bda0 req-3f573c2a-3d3f-46f6-8b39-b564f86e405a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:54:59.472461 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c45bc6f-c192-49e1-9462-11657576bda0 req-3f573c2a-3d3f-46f6-8b39-b564f86e405a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0502205 Oct 24 08:54:59.525865 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c45bc6f-c192-49e1-9462-11657576bda0 req-9ee279a7-3369-44b4-9039-f772a5f63f3c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 Oct 24 08:55:00.119556 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec1dc2-ad0e-4185-9f56-4c8daec5f071 req-8623e457-ddef-4815-b66a-97bdc47a9c7b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:00.122174 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dec1dc2-ad0e-4185-9f56-4c8daec5f071 req-8623e457-ddef-4815-b66a-97bdc47a9c7b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0560377 Oct 24 08:55:00.182767 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dec1dc2-ad0e-4185-9f56-4c8daec5f071 req-58d4e78c-97d8-435f-9e94-5d557b4f238d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549526 Oct 24 08:55:00.669031 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9622e-b23b-496c-9361-7657aea6348f req-d6c90357-7a2f-49ca-b0dc-e4a129005414 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:00.670528 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92d9622e-b23b-496c-9361-7657aea6348f req-d6c90357-7a2f-49ca-b0dc-e4a129005414 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0531492 Oct 24 08:55:00.729953 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92d9622e-b23b-496c-9361-7657aea6348f req-23ac24b3-8013-4311-9746-d4eda830b7ed tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534413 Oct 24 08:55:01.297158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:01.319471 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf5a3-d1c7-48b7-929f-26be849cbbfe req-a9c93b28-01fa-4cfe-9e8f-01ccc98369b9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:01.321328 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1b3cf5a3-d1c7-48b7-929f-26be849cbbfe req-a9c93b28-01fa-4cfe-9e8f-01ccc98369b9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0582404 Oct 24 08:55:01.375421 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1b3cf5a3-d1c7-48b7-929f-26be849cbbfe req-ff895afd-dd37-494b-a41a-042a1a682098 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475724 Oct 24 08:55:01.859700 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3855eda-6354-4fec-968e-7a666cfe4c94 req-ff9055f7-df7f-4ddc-8111-407e89435d6b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:01.861174 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a3855eda-6354-4fec-968e-7a666cfe4c94 req-ff9055f7-df7f-4ddc-8111-407e89435d6b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0482116 Oct 24 08:55:01.913708 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a3855eda-6354-4fec-968e-7a666cfe4c94 req-3305fd9e-8251-4473-bb63-16f738eab07c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464947 Oct 24 08:55:01.914639 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1e61bbe1-57f2-4790-be27-b52efe703607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:02.514217 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a76ff5-bbf5-4b4e-a30d-ab3243fff281 req-122254f3-00a3-42f1-ae7c-501644a796c0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:02.515703 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12a76ff5-bbf5-4b4e-a30d-ab3243fff281 req-122254f3-00a3-42f1-ae7c-501644a796c0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0508072 Oct 24 08:55:02.570722 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12a76ff5-bbf5-4b4e-a30d-ab3243fff281 req-92ef3936-1365-4e0b-9bd5-566fe509406b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485234 Oct 24 08:55:03.019348 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:03.059781 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f110db-1faa-4967-a749-2bdc13a2baa2 req-47fd8825-94be-439c-a678-e9a9a30c7412 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:03.061371 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f1f110db-1faa-4967-a749-2bdc13a2baa2 req-47fd8825-94be-439c-a678-e9a9a30c7412 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0505276 Oct 24 08:55:03.112698 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f1f110db-1faa-4967-a749-2bdc13a2baa2 req-8aeae3e5-9841-4bc2-94b8-b7fdb5f18ba7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Oct 24 08:55:03.181292 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:03.704415 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf01a31-6435-405d-a314-6001218a4171 req-f9fd71e1-3677-46e0-9ab2-81614b928bad tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:03.704415 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6bf01a31-6435-405d-a314-6001218a4171 req-f9fd71e1-3677-46e0-9ab2-81614b928bad tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0514736 Oct 24 08:55:03.760232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6bf01a31-6435-405d-a314-6001218a4171 req-8fa2b475-6d08-45de-b5bd-db0bb9fd7235 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497429 Oct 24 08:55:04.209198 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-83dfe736-e8dc-44f8-93d7-9b39e24ef0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:04.257304 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aa089-0882-4bed-bec5-c573f3e1e43a req-0911e407-f831-4fcd-b4b7-1600242fdd06 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:04.259349 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5c8aa089-0882-4bed-bec5-c573f3e1e43a req-0911e407-f831-4fcd-b4b7-1600242fdd06 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0544918 Oct 24 08:55:04.308462 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5c8aa089-0882-4bed-bec5-c573f3e1e43a req-d17b0a1b-0913-49b7-a0cb-272d690a91b4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Oct 24 08:55:04.893072 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee450a6a-cefe-481d-b6c6-6845c9049c6d req-af563782-0d20-4a7c-97ef-7a062bba375c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:04.894694 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee450a6a-cefe-481d-b6c6-6845c9049c6d req-af563782-0d20-4a7c-97ef-7a062bba375c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0504551 Oct 24 08:55:04.951445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee450a6a-cefe-481d-b6c6-6845c9049c6d req-b045a72b-3261-4ecd-8f3a-7c975440c953 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Oct 24 08:55:05.450916 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff1a4c-d6e9-4451-8cea-09768284522c req-4be70223-da2c-4842-ab16-0a3f8b2ca44e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:05.452521 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0aff1a4c-d6e9-4451-8cea-09768284522c req-4be70223-da2c-4842-ab16-0a3f8b2ca44e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0531728 Oct 24 08:55:05.505743 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0aff1a4c-d6e9-4451-8cea-09768284522c req-6e020d85-1ade-42c4-8b75-8e1a4d80ac30 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476797 Oct 24 08:55:05.723629 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:06.015712 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:06.082184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb610f0-504d-416a-9e00-08f5453a784d req-17aaec16-b042-4539-8650-fb273b21652a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:06.083786 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb610f0-504d-416a-9e00-08f5453a784d req-17aaec16-b042-4539-8650-fb273b21652a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0513442 Oct 24 08:55:06.144220 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb610f0-504d-416a-9e00-08f5453a784d req-5fa5fe61-dad6-4a32-8580-822a64a92c13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540159 Oct 24 08:55:06.640625 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6a93a-7551-4125-ac6c-9392bba5622d req-a1b0b0c0-41cd-4b42-bf1b-de9b9d4eed5f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:06.642433 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-77e6a93a-7551-4125-ac6c-9392bba5622d req-a1b0b0c0-41cd-4b42-bf1b-de9b9d4eed5f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0522017 Oct 24 08:55:06.698171 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-77e6a93a-7551-4125-ac6c-9392bba5622d req-1490401e-bfdb-4208-95cc-70fc223b557b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501330 Oct 24 08:55:06.926279 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:07.119074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:07.132724 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=68 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:07.140251 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=38 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:07.278416 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495c8e-5359-4721-95a4-0fb12f447ca9 req-357e7b74-ae33-4804-a9a6-f34f6fd3d140 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:07.281157 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-98495c8e-5359-4721-95a4-0fb12f447ca9 req-357e7b74-ae33-4804-a9a6-f34f6fd3d140 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Oct 24 08:55:07.333374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-98495c8e-5359-4721-95a4-0fb12f447ca9 req-37b3c060-2896-440c-8fc3-3596df152a64 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Oct 24 08:55:07.833960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4eda-4303-4bd1-9c02-77aa508dceca req-8376bc5e-0946-42f5-80b9-87fe70e1ee4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:07.836504 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-576c4eda-4303-4bd1-9c02-77aa508dceca req-8376bc5e-0946-42f5-80b9-87fe70e1ee4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Oct 24 08:55:07.870923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:07.925517 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-576c4eda-4303-4bd1-9c02-77aa508dceca req-9e99edf9-7da6-4c99-919c-eec9d24c4cbb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830028 Oct 24 08:55:08.478006 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d6e7e-d866-488d-9099-0fa1f9093593 req-ce722593-e8df-4907-b598-1d6fcd2c2a9c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:08.479435 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a3d6e7e-d866-488d-9099-0fa1f9093593 req-ce722593-e8df-4907-b598-1d6fcd2c2a9c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0551407 Oct 24 08:55:08.540656 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a3d6e7e-d866-488d-9099-0fa1f9093593 req-8fa4dfa8-bb71-4918-9649-68fd5ec00c0f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549345 Oct 24 08:55:09.065093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43e8c-abcd-4a57-8261-e391117c13ad req-d834c6b0-3f25-458b-9f56-5719b7849c79 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:09.066715 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdb43e8c-abcd-4a57-8261-e391117c13ad req-d834c6b0-3f25-458b-9f56-5719b7849c79 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0515008 Oct 24 08:55:09.103995 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:09.119220 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdb43e8c-abcd-4a57-8261-e391117c13ad req-7f99edef-b282-4cc1-b9b3-8ac8d073eff7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457606 Oct 24 08:55:09.671072 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3326f-19d3-4525-91f0-caee57c43b17 req-c05d9255-c756-4377-98c3-5c82de296406 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:09.672574 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-79c3326f-19d3-4525-91f0-caee57c43b17 req-c05d9255-c756-4377-98c3-5c82de296406 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0478673 Oct 24 08:55:09.725559 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-79c3326f-19d3-4525-91f0-caee57c43b17 req-c84b9c5b-f5a0-4533-a1eb-b89fbde5caf5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Oct 24 08:55:10.250327 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4eb6b5-f720-4711-bf36-037eedd2d570 req-1f524a4e-69db-4b10-aebf-059632b5f224 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:10.251679 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d4eb6b5-f720-4711-bf36-037eedd2d570 req-1f524a4e-69db-4b10-aebf-059632b5f224 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0484762 Oct 24 08:55:10.300663 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d4eb6b5-f720-4711-bf36-037eedd2d570 req-a35a1c40-ea49-4afb-b8e5-dfc4c063f95d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Oct 24 08:55:10.846431 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2a0a7-acc2-4db6-9f53-2e2ad756e772 req-993370b2-5752-4006-8a93-228e61749491 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:10.847891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ab2a0a7-acc2-4db6-9f53-2e2ad756e772 req-993370b2-5752-4006-8a93-228e61749491 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0470333 Oct 24 08:55:10.894217 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ab2a0a7-acc2-4db6-9f53-2e2ad756e772 req-8f0c5681-a65b-41e0-9f8a-6a3d75adf293 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Oct 24 08:55:11.435188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d16b5-df2c-4c82-9cef-b1c9c0fccf53 req-8328baf7-2579-4aac-a4fc-441256be5dc2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:11.436729 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-565d16b5-df2c-4c82-9cef-b1c9c0fccf53 req-8328baf7-2579-4aac-a4fc-441256be5dc2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0533199 Oct 24 08:55:11.485555 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-565d16b5-df2c-4c82-9cef-b1c9c0fccf53 req-8b5c5a21-e395-46a7-98f5-bf855b05fa66 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Oct 24 08:55:12.014941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8740-f1ce-493f-83bd-161c9ae6025a req-2162d70d-f2cd-43ed-87af-66b6233eae79 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:12.016442 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6bab8740-f1ce-493f-83bd-161c9ae6025a req-2162d70d-f2cd-43ed-87af-66b6233eae79 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0472291 Oct 24 08:55:12.064086 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6bab8740-f1ce-493f-83bd-161c9ae6025a req-f46841c6-31c5-4492-88cb-c8acdd9b6ba7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Oct 24 08:55:12.186135 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43f75c-ea4a-4a91-ae2f-5cd9de5f6f70 req-a081b42c-ef8d-40c5-a62d-ec40d10f59e7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:12.187575 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd43f75c-ea4a-4a91-ae2f-5cd9de5f6f70 req-a081b42c-ef8d-40c5-a62d-ec40d10f59e7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0522356 Oct 24 08:55:12.198267 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47588) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:55:12.202738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'port_id': 'e9bb3baa-6f12-4847-a485-980d16c4f05b'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:55:12.244233 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:12.573549 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:12.658062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df1649-14bc-42d6-ae9b-8f5a389e15f7 req-1645d70b-e3e3-4674-b847-e1eb1fc5010b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:12.659552 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f7df1649-14bc-42d6-ae9b-8f5a389e15f7 req-1645d70b-e3e3-4674-b847-e1eb1fc5010b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0848269 Oct 24 08:55:12.736894 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:12.755144 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:12.761952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:12.766382 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f7df1649-14bc-42d6-ae9b-8f5a389e15f7 req-c93be563-76a4-428b-9110-0bbb112e0d9c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998962 Oct 24 08:55:12.861947 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP 028b8a3f-85a1-4a44-a718-1acdfeb975dd associated. External IP: 172.37.0.192, port: e9bb3baa-6f12-4847-a485-980d16c4f05b. Oct 24 08:55:13.063524 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:55:13.171131 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:55:13.176481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:13.182206 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:55:13.191537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:55:13.192193 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:55:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:55:13.208037 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c5b7d19d-c397-4ce4-98f4-43741255028b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/028b8a3f-85a1-4a44-a718-1acdfeb975dd HTTP/1.1" status: 200 len: 992 time: 1.0086868 Oct 24 08:55:13.208723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:55:13.211521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984dd893-5ca1-4ab2-9651-ab12a5492db6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:55:13.253594 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2b52a-0b0f-4b27-8e5e-e669a4595e7e x-openstack-request-id: req-0ef2b52a-0b0f-4b27-8e5e-e669a4595e7e {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:55:13.253895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:55:13.254157 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ef2b52a-0b0f-4b27-8e5e-e669a4595e7e {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:55:13.254596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef2b52a-0b0f-4b27-8e5e-e669a4595e7e'] response: {'name': 'network-changed', 'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'status': 'completed', 'code': 200} Oct 24 08:55:13.300317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:55:13.511190 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '028b8a3f-85a1-4a44-a718-1acdfeb975dd', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.192', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:ab:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61c54c-9a6d-445b-8a49-056657208b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:43Z', 'updated_at': '2022-10-24T08:55:12Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}, {'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:55:13.535908 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:55:13.545334 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:55:13.545948 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:55:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:55:13.648913 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:55:13.687351 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:13.868075 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '028b8a3f-85a1-4a44-a718-1acdfeb975dd', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.192', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:ab:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61c54c-9a6d-445b-8a49-056657208b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:43Z', 'updated_at': '2022-10-24T08:55:12Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}, {'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:55:13.870621 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:13.893735 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2c89-45f6-43f4-b324-69121781c55e None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '028b8a3f-85a1-4a44-a718-1acdfeb975dd', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.192', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:ab:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61c54c-9a6d-445b-8a49-056657208b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:54:43Z', 'updated_at': '2022-10-24T08:55:12Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}, {'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:55:13.899770 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be20645-17c6-4ed7-8365-7463cfda48f3 req-a6711217-1f96-4b2f-b278-28070530a909 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:13.901346 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4be20645-17c6-4ed7-8365-7463cfda48f3 req-a6711217-1f96-4b2f-b278-28070530a909 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0517383 Oct 24 08:55:13.954467 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4be20645-17c6-4ed7-8365-7463cfda48f3 req-a6f252c3-8733-4ed8-85de-42883de13dd4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473208 Oct 24 08:55:14.022478 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-e7df6d2b-6aa4-4579-a81a-11a33f9f4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:14.024649 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-e7df6d2b-6aa4-4579-a81a-11a33f9f4fee service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 1130 time: 0.0492151 Oct 24 08:55:14.121027 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d6611-81cf-47da-837d-69b2585a33db None None] New status for floating IP 028b8a3f-85a1-4a44-a718-1acdfeb975dd: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:55:14.508679 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-861f7319-8c6a-482f-a4c4-def4ce3bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:14.510294 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-861f7319-8c6a-482f-a4c4-def4ce3bcc30 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.1052318 Oct 24 08:55:14.582826 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-07c0831f-c61c-4300-8319-43d4cabda2d3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b HTTP/1.1" status: 200 len: 1002 time: 0.0643706 Oct 24 08:55:14.907653 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-d875ee96-d0aa-4a43-86e7-1475d4f51e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:14.909465 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-d875ee96-d0aa-4a43-86e7-1475d4f51e8b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0502694 Oct 24 08:55:14.930132 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bc511-8214-4e2d-9719-657c96b7f2ee req-e41cf9d0-e644-4924-81d0-4c40f333070c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:14.931515 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-033bc511-8214-4e2d-9719-657c96b7f2ee req-e41cf9d0-e644-4924-81d0-4c40f333070c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0570154 Oct 24 08:55:14.981111 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-033bc511-8214-4e2d-9719-657c96b7f2ee req-b28b3f2a-0c96-42d8-a270-eba0bfbcb943 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Oct 24 08:55:15.034545 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-e370fb75-19fb-41d7-8d62-f8d6a9bfc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:15.036046 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-e370fb75-19fb-41d7-8d62-f8d6a9bfc336 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451229 Oct 24 08:55:15.093496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3f562-b294-4538-a23a-e690e82f1b75 req-1b70bd22-5ff3-497e-9cbc-be2175556a58 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:15.094952 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ad3f562-b294-4538-a23a-e690e82f1b75 req-1b70bd22-5ff3-497e-9cbc-be2175556a58 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0476115 Oct 24 08:55:15.131404 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:15.144324 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ad3f562-b294-4538-a23a-e690e82f1b75 req-54e2a890-9022-4637-a7dc-60a784d848f1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Oct 24 08:55:15.254120 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-349d7b82-7608-490d-b161-7a56dbc0d985 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Oct 24 08:55:15.347298 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-984dd893-5ca1-4ab2-9651-ab12a5492db6 req-8f78db08-d8b0-4790-82f7-1d6048472151 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Oct 24 08:55:16.112954 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bf180-0754-46a7-b143-9e49cedf8289 req-cf9ac8a5-c996-4fc1-941a-5b2f41df1362 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:16.114711 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c0bf180-0754-46a7-b143-9e49cedf8289 req-cf9ac8a5-c996-4fc1-941a-5b2f41df1362 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0492358 Oct 24 08:55:16.168254 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9c0bf180-0754-46a7-b143-9e49cedf8289 req-58b5391d-232b-4d87-a34a-256fd58776cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464606 Oct 24 08:55:16.279964 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958203ee-9255-4b96-a26a-0795caf7e8b6 req-74fa46db-42aa-4dec-9170-6641db18e4e2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:16.281405 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-958203ee-9255-4b96-a26a-0795caf7e8b6 req-74fa46db-42aa-4dec-9170-6641db18e4e2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0505338 Oct 24 08:55:16.329991 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-958203ee-9255-4b96-a26a-0795caf7e8b6 req-c721dd6a-541f-4ec5-acd9-8db0df839a51 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Oct 24 08:55:17.293823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd985f7-efdc-4ab6-b772-13c1322e96d1 req-88fc7c76-b388-4d71-8547-933f7069b13f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:17.295312 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fd985f7-efdc-4ab6-b772-13c1322e96d1 req-88fc7c76-b388-4d71-8547-933f7069b13f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Oct 24 08:55:17.343029 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fd985f7-efdc-4ab6-b772-13c1322e96d1 req-750e02b5-bc97-47e6-896f-81069d0f2782 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Oct 24 08:55:17.706143 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:17.722753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553e20-f71e-4506-b474-38bc221482ee req-25096c7a-ba6d-4bcc-8eae-863ad4f06b0b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:17.724288 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-34553e20-f71e-4506-b474-38bc221482ee req-25096c7a-ba6d-4bcc-8eae-863ad4f06b0b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.3094192 Oct 24 08:55:17.774906 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-34553e20-f71e-4506-b474-38bc221482ee req-203f7df1-d855-4c15-a541-e8afaffc0821 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Oct 24 08:55:18.468043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d238fcb-db53-4615-9ce6-c3711e3cbf9d req-48bb2f6c-a305-4bbc-a592-fc6be72b4a47 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:18.469587 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d238fcb-db53-4615-9ce6-c3711e3cbf9d req-48bb2f6c-a305-4bbc-a592-fc6be72b4a47 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Oct 24 08:55:18.518735 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d238fcb-db53-4615-9ce6-c3711e3cbf9d req-04682630-e67e-477c-9a8d-064c267854ac tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Oct 24 08:55:18.922336 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5781c83-3281-4f94-8b9f-6f7f859ade65 req-655fc61b-cb28-4d07-812c-f3607c8e442e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:18.923809 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f5781c83-3281-4f94-8b9f-6f7f859ade65 req-655fc61b-cb28-4d07-812c-f3607c8e442e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0507755 Oct 24 08:55:18.974055 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f5781c83-3281-4f94-8b9f-6f7f859ade65 req-231a8b8e-2607-4068-907d-45de7436a3ee tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Oct 24 08:55:19.647176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d389e-f51b-499a-9cd7-65c02bb05f70 req-28f571c9-774d-49dd-a6ea-bba7f447a2c9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:19.648925 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8d389e-f51b-499a-9cd7-65c02bb05f70 req-28f571c9-774d-49dd-a6ea-bba7f447a2c9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0493469 Oct 24 08:55:19.698021 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd8d389e-f51b-499a-9cd7-65c02bb05f70 req-4ff7a3f4-d297-45c3-bdc7-19c14ad8ae26 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Oct 24 08:55:20.106678 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cd98-fbbc-47b6-9810-54cce077153e req-2c9aaed7-1f79-460a-8f4c-e50f5555c35e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:20.108199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d17cd98-fbbc-47b6-9810-54cce077153e req-2c9aaed7-1f79-460a-8f4c-e50f5555c35e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Oct 24 08:55:20.161779 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d17cd98-fbbc-47b6-9810-54cce077153e req-8ec9ecab-09f9-4a4e-a022-3cb177678633 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479767 Oct 24 08:55:20.569488 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:55:20.680918 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:55:20.693351 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'b8754c97-b769-418c-b461-714a5809d621', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'b8754c97-b769-418c-b461-714a5809d621', 'mac_address': 'fa:16:3e:9f:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:55:20.731412 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:55:20.731790 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:20.747824 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8754c97-b769-418c-b461-714a5809d621 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:55:20.769748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:55:20.778221 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:20.832787 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=9']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:55:20.833704 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9c34-ef82-4ddd-a149-81f814602b1e req-823222ee-f016-4074-a38c-cf1e5a46410b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:20.836862 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e97d9c34-ef82-4ddd-a149-81f814602b1e req-823222ee-f016-4074-a38c-cf1e5a46410b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Oct 24 08:55:20.888568 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e97d9c34-ef82-4ddd-a149-81f814602b1e req-1ff3f9c7-d1c5-447c-a95a-6ee76b15a78e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Oct 24 08:55:21.327562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8754c97-b769-418c-b461-714a5809d621'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:55:21.332557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918770b-1b2e-4a00-9f51-905b3c6cfcb4 req-e20c2d7f-60d9-40f9-937f-c7d0c1bfec3c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:21.334136 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1918770b-1b2e-4a00-9f51-905b3c6cfcb4 req-e20c2d7f-60d9-40f9-937f-c7d0c1bfec3c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.0521560 Oct 24 08:55:21.385514 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1918770b-1b2e-4a00-9f51-905b3c6cfcb4 req-54af4df9-a7fd-478c-94d2-63863fef015b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447507 Oct 24 08:55:22.042661 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d678-9f72-416e-aabd-6e0bbd058eb9 req-cf56abdd-5e73-4fde-b6c4-f6c849b58172 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:22.045190 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9a65d678-9f72-416e-aabd-6e0bbd058eb9 req-cf56abdd-5e73-4fde-b6c4-f6c849b58172 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0747466 Oct 24 08:55:22.119874 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9a65d678-9f72-416e-aabd-6e0bbd058eb9 req-596d7e74-6725-4996-9139-4c3d0468909c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682452 Oct 24 08:55:22.517419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cc3cd-b0ac-4d53-8df2-e47cbf6ac1e8 req-5c89ec78-bc2e-43b5-a06b-ca141b40382e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:22.518973 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-183cc3cd-b0ac-4d53-8df2-e47cbf6ac1e8 req-5c89ec78-bc2e-43b5-a06b-ca141b40382e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 945 time: 0.0484915 Oct 24 08:55:22.547956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:22.574348 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-183cc3cd-b0ac-4d53-8df2-e47cbf6ac1e8 req-84ad6f8d-5308-443a-8cef-6d3cb8c34b75 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465424 Oct 24 08:55:22.642174 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:55:22.645940 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:22.687920 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port b8754c97-b769-418c-b461-714a5809d621 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:55:22.688242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8754c97-b769-418c-b461-714a5809d621), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:22.688582 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port b8754c97-b769-418c-b461-714a5809d621 Oct 24 08:55:22.763214 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8754c97-b769-418c-b461-714a5809d621 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:55:22.763612 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8754c97-b769-418c-b461-714a5809d621), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:22.783448 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:22.788217 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:55:22.790680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a1b98-9775-47c6-9be2-c9bfdbd69a71" -d '{"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:55:22.804121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:55:22.808221 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8754c97-b769-418c-b461-714a5809d621), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:22.834462 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539357b-b83a-4801-a2b5-63ae0978ffcf x-openstack-request-id: req-1539357b-b83a-4801-a2b5-63ae0978ffcf {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:55:22.834780 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-plugged", "status": "completed", "tag": "b8754c97-b769-418c-b461-714a5809d621", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:55:22.835037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1539357b-b83a-4801-a2b5-63ae0978ffcf {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:55:22.835994 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1539357b-b83a-4801-a2b5-63ae0978ffcf'] response: {'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'code': 200} Oct 24 08:55:22.863969 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=10']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:55:23.248402 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398c00-aa2f-4e6a-b223-e20e68627cd9 req-0b9b060c-ba7d-4c20-a47d-28f408d2cc00 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:23.249825 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2398c00-aa2f-4e6a-b223-e20e68627cd9 req-0b9b060c-ba7d-4c20-a47d-28f408d2cc00 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Oct 24 08:55:23.304766 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2398c00-aa2f-4e6a-b223-e20e68627cd9 req-d324fa57-1eb9-4945-b2fe-e6b6cc818f05 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492404 Oct 24 08:55:23.454288 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1700d7-326e-4faf-bdab-f663ed87bbe0 req-25996f94-246e-4857-b646-eb82eea3ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:23.455798 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-4d1700d7-326e-4faf-bdab-f663ed87bbe0 req-25996f94-246e-4857-b646-eb82eea3ab00 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1131 time: 0.0388153 Oct 24 08:55:23.503558 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-4d1700d7-326e-4faf-bdab-f663ed87bbe0 req-a532bfe9-7f8a-4eb6-832f-0d147a35d7ad service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Oct 24 08:55:23.709614 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709208-2770-48af-9e45-d9cdd6101607 req-411c9ebf-1148-4845-af73-dd6de81a3d98 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:23.711769 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7709208-2770-48af-9e45-d9cdd6101607 req-411c9ebf-1148-4845-af73-dd6de81a3d98 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0503793 Oct 24 08:55:23.742571 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:23.760273 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7709208-2770-48af-9e45-d9cdd6101607 req-6c862a5e-2ba1-4c76-b7a2-90cee2094a01 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Oct 24 08:55:24.432442 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736fd8-0477-4d6a-aa2c-ee12b501a4d4 req-5fec1fd6-02f4-42b7-bfd0-81f61ccf9497 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:24.434027 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-45736fd8-0477-4d6a-aa2c-ee12b501a4d4 req-5fec1fd6-02f4-42b7-bfd0-81f61ccf9497 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0504801 Oct 24 08:55:24.486943 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-45736fd8-0477-4d6a-aa2c-ee12b501a4d4 req-b17f6a49-faef-4bc3-9bac-54b248e5cace tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Oct 24 08:55:24.905110 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b92e-dc61-4aea-b3b9-b823d5110f14 req-62ca8115-82ec-4c49-9733-c41474d3622e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:24.908016 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-78a6b92e-dc61-4aea-b3b9-b823d5110f14 req-62ca8115-82ec-4c49-9733-c41474d3622e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0591972 Oct 24 08:55:24.962183 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-78a6b92e-dc61-4aea-b3b9-b823d5110f14 req-70383de6-3cb6-4b42-a717-b44911da934e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481992 Oct 24 08:55:25.617825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e90b2-99ba-42aa-b7b5-23680a327fc1 req-45e54a42-b4c2-4e0b-81b8-1f36170c0008 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:25.620292 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fc9e90b2-99ba-42aa-b7b5-23680a327fc1 req-45e54a42-b4c2-4e0b-81b8-1f36170c0008 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Oct 24 08:55:25.670028 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fc9e90b2-99ba-42aa-b7b5-23680a327fc1 req-8547dc5a-9468-438b-bc78-342b56e37213 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Oct 24 08:55:26.117696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41671b89-8e8b-4ca0-a3b6-60dc14b42be8 req-fe2d6e9a-ab72-475c-bd5b-c0533ea1d87f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:26.119498 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41671b89-8e8b-4ca0-a3b6-60dc14b42be8 req-fe2d6e9a-ab72-475c-bd5b-c0533ea1d87f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0575037 Oct 24 08:55:26.169362 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-41671b89-8e8b-4ca0-a3b6-60dc14b42be8 req-b9b83aad-b604-4602-a8ab-4cb96a68320a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Oct 24 08:55:26.795405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff9650-3957-4eaf-b8b3-f18397d5f974 req-d61243c9-d157-4123-88a7-3bf1e5505e3f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:26.796909 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38ff9650-3957-4eaf-b8b3-f18397d5f974 req-d61243c9-d157-4123-88a7-3bf1e5505e3f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Oct 24 08:55:26.846020 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38ff9650-3957-4eaf-b8b3-f18397d5f974 req-164ad3e2-0435-4d65-857e-6c1149cbd428 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Oct 24 08:55:27.298048 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4b0fa-2075-4ca4-ab7a-4b59ec0c357e req-97e4a3da-71e3-4934-b2d1-4f020160f294 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:27.299553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-70b4b0fa-2075-4ca4-ab7a-4b59ec0c357e req-97e4a3da-71e3-4934-b2d1-4f020160f294 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0477726 Oct 24 08:55:27.352483 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-70b4b0fa-2075-4ca4-ab7a-4b59ec0c357e req-22eaabb2-b332-4e89-b81b-f980c32dbfe3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466344 Oct 24 08:55:27.970028 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74f2b-3903-4bc8-83a7-565301437ed7 req-444d245b-f341-4263-81ed-441e9f6567e4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:27.971519 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ffe74f2b-3903-4bc8-83a7-565301437ed7 req-444d245b-f341-4263-81ed-441e9f6567e4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0476923 Oct 24 08:55:28.022380 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ffe74f2b-3903-4bc8-83a7-565301437ed7 req-61469192-4da7-4e5e-aa14-8e4cc9cfec45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Oct 24 08:55:29.153485 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49527b2-26f1-48a7-a2eb-9b7cb140e97f req-edbc5209-798a-423f-8b1b-7fc26b6b3941 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:29.155041 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c49527b2-26f1-48a7-a2eb-9b7cb140e97f req-edbc5209-798a-423f-8b1b-7fc26b6b3941 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Oct 24 08:55:29.203244 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c49527b2-26f1-48a7-a2eb-9b7cb140e97f req-456c9a0c-9ee2-4363-bd30-e63f51b1b831 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Oct 24 08:55:30.338143 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67f37f-d6a2-4009-8561-98e8e133ba82 req-e3a85656-cc80-4583-8535-7e6cffda6f51 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:30.339670 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd67f37f-d6a2-4009-8561-98e8e133ba82 req-e3a85656-cc80-4583-8535-7e6cffda6f51 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0587497 Oct 24 08:55:30.365903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:30.389306 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd67f37f-d6a2-4009-8561-98e8e133ba82 req-cf0057d7-e0d3-47d7-bb49-84dc55df6aae tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Oct 24 08:55:31.511486 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc42a-527d-4514-86e9-9eef8998da26 req-1fa87f45-d0f5-4363-8e57-9979074e9e4f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:31.513019 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-deacc42a-527d-4514-86e9-9eef8998da26 req-1fa87f45-d0f5-4363-8e57-9979074e9e4f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0480058 Oct 24 08:55:31.561786 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-deacc42a-527d-4514-86e9-9eef8998da26 req-caed85fe-86e5-4369-8752-e16a11fe6490 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Oct 24 08:55:31.811738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7fcb3-cf8b-43fc-aa77-62192e75c13e req-5f5c6d83-5d5d-4f63-8d1c-5479c9445a53 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:31.813257 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1fd7fcb3-cf8b-43fc-aa77-62192e75c13e req-5f5c6d83-5d5d-4f63-8d1c-5479c9445a53 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Oct 24 08:55:31.833962 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:31.863038 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1fd7fcb3-cf8b-43fc-aa77-62192e75c13e req-59768f07-2997-4b5f-9dd4-b4eb24aa28a5 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Oct 24 08:55:31.908589 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9fc7-8029-4256-beed-b395049efa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:32.877724 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-b5e5aa6f-bf08-4d52-910b-e894e84d78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:32.879220 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-b5e5aa6f-bf08-4d52-910b-e894e84d78ed service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1129 time: 0.0470197 Oct 24 08:55:32.994323 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-010f71d2-455d-49ca-94ba-7890ee2b4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:32.996449 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-010f71d2-455d-49ca-94ba-7890ee2b4c1f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.1065464 Oct 24 08:55:32.997398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1f2a0-6600-49cf-a2b0-a4ded5b1bc4b req-1fd7dc15-3c96-44bc-ba65-b298479a793c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:32.998921 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0d1f2a0-6600-49cf-a2b0-a4ded5b1bc4b req-1fd7dc15-3c96-44bc-ba65-b298479a793c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Oct 24 08:55:33.019221 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:55:33.051692 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0d1f2a0-6600-49cf-a2b0-a4ded5b1bc4b req-87944f64-a45a-41ec-ac2b-c2d85f1f85b2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Oct 24 08:55:33.079831 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-5ae75572-4907-4b0f-8041-b37880d40ed7 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 1001 time: 0.0666986 Oct 24 08:55:33.140761 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-099c8a51-1cc7-4fb8-8b78-8739040b4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:33.142147 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-099c8a51-1cc7-4fb8-8b78-8739040b4d72 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0503168 Oct 24 08:55:33.191407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-a8d3198c-c8d7-42f5-8829-4df085d521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:33.192962 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-a8d3198c-c8d7-42f5-8829-4df085d521dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416036 Oct 24 08:55:33.289557 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-45396548-fc8a-4447-b1d7-9f8517cc43ff service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895820 Oct 24 08:55:33.328832 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:33.376476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:33.390859 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69527e40-27a8-4e90-95c3-6d7b4604657f req-18bdac02-21ce-4c3b-8ca0-72e6bb574a3b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913553 Oct 24 08:55:33.855628 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986dd69-0700-4796-bcef-55e1491ae8f4 req-8aa8456b-a128-4a63-9c54-ed228ae990d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:33.857163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2986dd69-0700-4796-bcef-55e1491ae8f4 req-8aa8456b-a128-4a63-9c54-ed228ae990d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0502715 Oct 24 08:55:33.868192 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-4704928b-56e8-4705-b84c-16b1a695cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:33.869701 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-4704928b-56e8-4705-b84c-16b1a695cd6d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0412850 Oct 24 08:55:33.909468 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2986dd69-0700-4796-bcef-55e1491ae8f4 req-fa419e36-506f-4730-a293-8b6de5c893c4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Oct 24 08:55:33.970778 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-36630190-dfa6-4693-b270-8439bce4d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:33.972305 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-36630190-dfa6-4693-b270-8439bce4d7da service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.0949156 Oct 24 08:55:34.066672 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-01f124b1-db7c-46bd-bdbd-433b8bd24bc2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 1001 time: 0.0586619 Oct 24 08:55:34.181810 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9fcc-882b-4588-8e69-d2be02688ad9 req-be1fd424-8ed3-4d10-83a1-e05d42686489 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:34.183337 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f87a9fcc-882b-4588-8e69-d2be02688ad9 req-be1fd424-8ed3-4d10-83a1-e05d42686489 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Oct 24 08:55:34.208171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-079ed087-557f-4c0f-81eb-01b1d8d2e638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:34.242989 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f87a9fcc-882b-4588-8e69-d2be02688ad9 req-13e2d9ef-ad73-4c71-9f11-6b465949e3c7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522344 Oct 24 08:55:34.340374 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-267b5c1b-d475-49be-b153-39edd35271af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:34.341811 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-267b5c1b-d475-49be-b153-39edd35271af service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.2682662 Oct 24 08:55:34.868719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-72dea241-9173-45c8-9829-ff4959d888f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:34.870235 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-72dea241-9173-45c8-9829-ff4959d888f7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573194 Oct 24 08:55:34.970089 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-a03a44b8-e557-4c0b-9a1d-1bda3a6d7f2c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923791 Oct 24 08:55:35.033782 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec63db-b47b-4291-a6fe-3b1e9d42e7ff req-93d21caa-7cc3-4f15-8beb-7440df7ccef8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:35.035273 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55ec63db-b47b-4291-a6fe-3b1e9d42e7ff req-93d21caa-7cc3-4f15-8beb-7440df7ccef8 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0485122 Oct 24 08:55:35.064453 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0e3c9eb5-afdb-4c35-b1e9-59b9af1b084b req-fb89f2d5-aa21-42f0-a0aa-fc3a8e13e831 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Oct 24 08:55:35.087684 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55ec63db-b47b-4291-a6fe-3b1e9d42e7ff req-d7184654-8f81-4880-9aef-e1982763ae92 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Oct 24 08:55:35.374761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d54458-2d75-4852-940c-c7c524df0b14 req-de244646-5fef-40d7-a6a4-01c6a31189b3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:35.376338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5d54458-2d75-4852-940c-c7c524df0b14 req-de244646-5fef-40d7-a6a4-01c6a31189b3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Oct 24 08:55:35.424932 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5d54458-2d75-4852-940c-c7c524df0b14 req-407b15e7-db30-43bd-b7d9-0678494a0d4f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Oct 24 08:55:35.724162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:36.214339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa7528-7096-4399-b3c9-99532a8af4e6 req-32a33486-561d-486c-8ee2-b210ab3e8f02 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:36.215866 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68aa7528-7096-4399-b3c9-99532a8af4e6 req-32a33486-561d-486c-8ee2-b210ab3e8f02 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0497546 Oct 24 08:55:36.266571 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68aa7528-7096-4399-b3c9-99532a8af4e6 req-d4ef7d6a-ee08-4f4b-8b43-e4aa8293327e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 Oct 24 08:55:36.927911 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:37.129537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:37.391467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be340-fcc1-4080-9351-7c15e02b4b6d req-686dcf50-ec82-4e71-881e-667e6741fac1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:37.393015 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d2be340-fcc1-4080-9351-7c15e02b4b6d req-686dcf50-ec82-4e71-881e-667e6741fac1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0482092 Oct 24 08:55:37.445773 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d2be340-fcc1-4080-9351-7c15e02b4b6d req-0983786d-87fe-4328-b7d1-d16f7153369e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464931 Oct 24 08:55:38.574033 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cde8fd-6a0a-4fb0-8f9a-0ff39aafbaa8 req-b706bc14-0ede-4156-93e3-faedc3907f95 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:38.575593 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-17cde8fd-6a0a-4fb0-8f9a-0ff39aafbaa8 req-b706bc14-0ede-4156-93e3-faedc3907f95 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0505536 Oct 24 08:55:38.629612 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-17cde8fd-6a0a-4fb0-8f9a-0ff39aafbaa8 req-bc84638d-4304-4b1e-a03d-ceb53d7ec26b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481725 Oct 24 08:55:39.752227 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31a1c1-de5d-48e9-8cce-d3277be31d93 req-41e84545-b6cc-427b-9240-976d7561e017 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:39.753787 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba31a1c1-de5d-48e9-8cce-d3277be31d93 req-41e84545-b6cc-427b-9240-976d7561e017 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0487218 Oct 24 08:55:39.801634 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba31a1c1-de5d-48e9-8cce-d3277be31d93 req-92cade23-bd40-406a-816b-dacd66328003 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Oct 24 08:55:40.177237 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=26 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:40.926198 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405def6d-3443-4a9e-838c-922e15c45a9f req-4b27dcb1-0e03-436e-89dd-c70e58e48ed2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:40.927666 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-405def6d-3443-4a9e-838c-922e15c45a9f req-4b27dcb1-0e03-436e-89dd-c70e58e48ed2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0506957 Oct 24 08:55:40.939830 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:40.979420 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-405def6d-3443-4a9e-838c-922e15c45a9f req-10ad6a32-3ba3-4949-8505-e02f8358a34e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460534 Oct 24 08:55:42.070584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:42.108650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a89d6-075f-4849-88a9-5441edb70777 req-a58db88a-731d-410f-9425-e937fc5bf430 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:42.110139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e42a89d6-075f-4849-88a9-5441edb70777 req-a58db88a-731d-410f-9425-e937fc5bf430 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0487146 Oct 24 08:55:42.158457 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e42a89d6-075f-4849-88a9-5441edb70777 req-a9fa2a9f-6088-4327-8df3-2911c27da72b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423887 Oct 24 08:55:43.014665 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:43.291724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95b0c8-ebad-43f3-b168-449ae5173109 req-05839ef0-48d6-4085-8606-3da42938736a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:43.293147 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a95b0c8-ebad-43f3-b168-449ae5173109 req-05839ef0-48d6-4085-8606-3da42938736a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0518162 Oct 24 08:55:43.341473 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a95b0c8-ebad-43f3-b168-449ae5173109 req-0de51d26-a241-411a-b861-4d1e82fb671c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 Oct 24 08:55:44.461747 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91569ee7-f6ca-460a-b039-c2eeb92055b3 req-3c52bf4c-a368-4f7e-ba3c-0853f8db1bc2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:44.463228 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91569ee7-f6ca-460a-b039-c2eeb92055b3 req-3c52bf4c-a368-4f7e-ba3c-0853f8db1bc2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0459299 Oct 24 08:55:44.511046 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91569ee7-f6ca-460a-b039-c2eeb92055b3 req-be363ade-47b0-474b-b50a-35dec83d3efd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Oct 24 08:55:45.059773 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=50 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:45.060654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=50 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:45.632901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276761c-b8c4-4a39-b900-cdcba2cfddde req-815b77e8-a8b2-44d9-90f9-e7be12a17d52 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:45.634461 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8276761c-b8c4-4a39-b900-cdcba2cfddde req-815b77e8-a8b2-44d9-90f9-e7be12a17d52 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0476949 Oct 24 08:55:45.684660 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8276761c-b8c4-4a39-b900-cdcba2cfddde req-38273ba6-0b08-48b7-b7aa-68d2383ed25a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Oct 24 08:55:46.809660 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981713f1-06a5-4f85-acd5-b9bf919ac27c req-b991d5d7-ac84-4531-819a-5f26219cca28 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:46.811202 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-981713f1-06a5-4f85-acd5-b9bf919ac27c req-b991d5d7-ac84-4531-819a-5f26219cca28 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0488963 Oct 24 08:55:46.859038 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-981713f1-06a5-4f85-acd5-b9bf919ac27c req-7d777da6-b9b2-4e15-a358-ff4724220a87 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Oct 24 08:55:47.122552 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:47.125076 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:47.981057 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad4a22-1283-4634-9ed6-73766c5ccad6 req-1656b305-fea1-41d6-b37a-9044d1dbb587 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:47.982548 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0ad4a22-1283-4634-9ed6-73766c5ccad6 req-1656b305-fea1-41d6-b37a-9044d1dbb587 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0475390 Oct 24 08:55:48.032017 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0ad4a22-1283-4634-9ed6-73766c5ccad6 req-154e27c3-2c92-4964-adfc-cd5c382224ab tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Oct 24 08:55:49.157852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26165f-2d67-492f-80f7-96e3ed8c50cc req-3e78e65d-7aaa-402a-9257-b858a34b7a16 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:49.159315 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d26165f-2d67-492f-80f7-96e3ed8c50cc req-3e78e65d-7aaa-402a-9257-b858a34b7a16 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0505030 Oct 24 08:55:49.207082 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d26165f-2d67-492f-80f7-96e3ed8c50cc req-b8de592e-7177-4d5f-9fd0-b12f8b41315d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Oct 24 08:55:50.330203 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395908ae-83f6-48f9-ad7b-89fa9055fec3 req-a6a812e2-2f99-4cc6-a296-13f009fcb7d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:50.331804 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-395908ae-83f6-48f9-ad7b-89fa9055fec3 req-a6a812e2-2f99-4cc6-a296-13f009fcb7d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0473604 Oct 24 08:55:50.381668 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-395908ae-83f6-48f9-ad7b-89fa9055fec3 req-0bc103c7-78b9-4dd0-868d-e3e1fe3f6899 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Oct 24 08:55:51.555390 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0921-41a0-43a7-bd9f-0af3b1703d3c req-b94c6b8f-0a86-4611-9edc-2190fb68bd10 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:51.556875 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2ca0921-41a0-43a7-bd9f-0af3b1703d3c req-b94c6b8f-0a86-4611-9edc-2190fb68bd10 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0981102 Oct 24 08:55:51.607724 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2ca0921-41a0-43a7-bd9f-0af3b1703d3c req-f89a20cd-9267-4ce0-a390-e556c16984b2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Oct 24 08:55:52.653685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:55:52.735258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c9ad-a649-4d40-93b3-012935cd579c req-e89fab17-cc7b-4de7-a79e-818a928a2bbe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:52.736743 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8a2c9ad-a649-4d40-93b3-012935cd579c req-e89fab17-cc7b-4de7-a79e-818a928a2bbe tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0481534 Oct 24 08:55:52.785160 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8a2c9ad-a649-4d40-93b3-012935cd579c req-6b12447d-9518-4909-b919-0bda106c416c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Oct 24 08:55:53.906576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071af86-6533-4e57-9534-bfbcd9d64823 req-24fa13f1-297b-4f81-9468-bc5851e1c2f3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:53.908032 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5071af86-6533-4e57-9534-bfbcd9d64823 req-24fa13f1-297b-4f81-9468-bc5851e1c2f3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0475283 Oct 24 08:55:53.940459 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:53.955309 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5071af86-6533-4e57-9534-bfbcd9d64823 req-a10812ff-7d62-4173-ba66-ac4e5da1b116 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Oct 24 08:55:54.092116 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-2e0e19f8-7686-408f-b08f-e6b47b03929e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441344 Oct 24 08:55:54.170880 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529415cb-7898-49b3-bc32-f900861c9d02 req-aff2ac6d-b68a-4fdf-ae35-3be6ab95e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:54.172412 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-aff2ac6d-b68a-4fdf-ae35-3be6ab95e3c2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 1131 time: 0.0395887 Oct 24 08:55:54.277543 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529415cb-7898-49b3-bc32-f900861c9d02 req-194d44df-ad84-4559-844a-66b648d9352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:54.279013 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-194d44df-ad84-4559-844a-66b648d9352e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.0880964 Oct 24 08:55:54.343999 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-39b531bc-7f28-4cc3-a1b6-d342ab89fd37 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 200 len: 1002 time: 0.0584173 Oct 24 08:55:54.392200 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529415cb-7898-49b3-bc32-f900861c9d02 req-46555ad3-a971-43d3-bd18-deddecfc96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:54.393645 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-46555ad3-a971-43d3-bd18-deddecfc96e2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0435002 Oct 24 08:55:54.438334 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529415cb-7898-49b3-bc32-f900861c9d02 req-95b098a7-5ffa-46ee-bf9c-b1d40094a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:54.439825 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-95b098a7-5ffa-46ee-bf9c-b1d40094a364 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384326 Oct 24 08:55:54.536160 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-c9e2bd31-56ea-43c3-9f6b-3d837f9c2528 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Oct 24 08:55:54.626881 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-529415cb-7898-49b3-bc32-f900861c9d02 req-c565efd6-1840-44b0-89a6-009c5640ce0f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 Oct 24 08:55:55.092530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:55:55.133910 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1e91-07fe-4226-9c24-5700825221a3 req-a5981ea1-65ee-4d3a-b303-ad7b7dfa19b4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:55.135396 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a39c1e91-07fe-4226-9c24-5700825221a3 req-a5981ea1-65ee-4d3a-b303-ad7b7dfa19b4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0999346 Oct 24 08:55:55.277204 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a39c1e91-07fe-4226-9c24-5700825221a3 req-7603d17c-bdef-41db-9d15-1b5ba9fcfc6d tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361442 Oct 24 08:55:56.397599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a738-282d-4788-8976-5f67ce7e76fb req-1d77bd88-edd1-46c0-9db2-6d8f0b212ac9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:56.399068 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-feb8a738-282d-4788-8976-5f67ce7e76fb req-1d77bd88-edd1-46c0-9db2-6d8f0b212ac9 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0477116 Oct 24 08:55:56.446537 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-feb8a738-282d-4788-8976-5f67ce7e76fb req-2f2e2cd8-9c95-4881-a15e-194559339d8f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Oct 24 08:55:57.576969 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4c6f-38ae-4f5f-8214-83c1b0be0a5e req-772d9402-af90-445b-8270-0f13b995f5e1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:57.578466 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2c6c4c6f-38ae-4f5f-8214-83c1b0be0a5e req-772d9402-af90-445b-8270-0f13b995f5e1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0550170 Oct 24 08:55:57.627956 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2c6c4c6f-38ae-4f5f-8214-83c1b0be0a5e req-6fb07dc3-bffe-4dd5-9975-73beee962059 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Oct 24 08:55:57.657038 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ecee-bfc3-4098-b869-9a585660b6e3 req-bc0ccda6-eccc-4c2e-8088-36be377338df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:57.658531 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-4e32ecee-bfc3-4098-b869-9a585660b6e3 req-bc0ccda6-eccc-4c2e-8088-36be377338df service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0443099 Oct 24 08:55:57.713608 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-4e32ecee-bfc3-4098-b869-9a585660b6e3 req-ebe5043c-c8ec-49bc-9242-c22e21db32ae service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 Oct 24 08:55:58.753371 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca2f71-2b41-4a27-bb6a-1ce55d87c382 req-9abd6888-ce8e-461f-907a-8782fd7cd0c4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:58.754847 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54ca2f71-2b41-4a27-bb6a-1ce55d87c382 req-9abd6888-ce8e-461f-907a-8782fd7cd0c4 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0474257 Oct 24 08:55:58.810452 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54ca2f71-2b41-4a27-bb6a-1ce55d87c382 req-2b869324-2aa9-4254-9259-2ec3f0f43235 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493860 Oct 24 08:55:59.934200 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba70-9a8a-40b2-99f4-3661853b34c4 req-3e8bc12f-3a87-49ac-86cc-7dc11ad6847c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:55:59.935651 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-648cba70-9a8a-40b2-99f4-3661853b34c4 req-3e8bc12f-3a87-49ac-86cc-7dc11ad6847c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0464127 Oct 24 08:55:59.989654 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-648cba70-9a8a-40b2-99f4-3661853b34c4 req-b00f6d1d-f67b-40da-860b-06a808a19ed5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481083 Oct 24 08:56:00.402119 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25f45-f1a3-41fa-a1d6-e151e6cee77b req-3c1fb582-37f3-440b-be52-0c2b62a62f6b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:00.403754 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbf25f45-f1a3-41fa-a1d6-e151e6cee77b req-3c1fb582-37f3-440b-be52-0c2b62a62f6b tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0531781 Oct 24 08:56:00.416504 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-9dec2df1-6424-4504-8da1-ef88c497d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:00.418117 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-9dec2df1-6424-4504-8da1-ef88c497d5ef service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0454698 Oct 24 08:56:00.452904 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbf25f45-f1a3-41fa-a1d6-e151e6cee77b req-a51ed6ea-17a0-4a5c-a790-ee74a9cbf7d3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Oct 24 08:56:00.534257 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-2c17ac84-3d8b-464a-993d-526f429ae430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:00.535728 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-2c17ac84-3d8b-464a-993d-526f429ae430 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.0939167 Oct 24 08:56:00.732590 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-65d3bc73-715f-428a-9e30-af4885f91368 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 1001 time: 0.0561194 Oct 24 08:56:00.781215 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-41324312-4055-4dd3-ad12-f88fdd236348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:00.782653 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-41324312-4055-4dd3-ad12-f88fdd236348 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0438809 Oct 24 08:56:00.833454 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-7f9cd130-551e-4a87-a7e1-91eefd48b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:00.834950 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-7f9cd130-551e-4a87-a7e1-91eefd48b5d8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465679 Oct 24 08:56:00.928145 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-707ca16b-61f8-42bf-9ea1-9d725771af96 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856490 Oct 24 08:56:00.960426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:00.964516 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:01.025344 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d73b2a9f-ccb8-4480-a55a-bc7a0f4b7bf0 req-e932efb5-937e-43a1-be83-684ee4d5b47e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899849 Oct 24 08:56:01.577439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff08b-76b3-49ce-8c4e-d5074b10f3ff req-f968f460-e1de-4dde-b2ca-615ccc9de200 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:01.578887 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5bff08b-76b3-49ce-8c4e-d5074b10f3ff req-f968f460-e1de-4dde-b2ca-615ccc9de200 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0472004 Oct 24 08:56:01.628225 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5bff08b-76b3-49ce-8c4e-d5074b10f3ff req-04c27cd7-2e50-46aa-a78f-4a149dcdb8a7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Oct 24 08:56:01.924344 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c0c4068d-d2dd-4057-a291-27a080e7db4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:02.752649 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a5928-16af-405e-9f12-ec46ad262615 req-8df710b3-9b65-4f2e-b6f8-326a6c78e437 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:02.754117 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c14a5928-16af-405e-9f12-ec46ad262615 req-8df710b3-9b65-4f2e-b6f8-326a6c78e437 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0501316 Oct 24 08:56:02.806084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c14a5928-16af-405e-9f12-ec46ad262615 req-ffb5b42a-6169-41df-a73e-99840d81f7cc tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Oct 24 08:56:03.928584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d31447-649f-4a2c-873d-c5256ae5ed09 req-58e5594c-52b5-4fba-8771-1476a97e79a2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:03.930060 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35d31447-649f-4a2c-873d-c5256ae5ed09 req-58e5594c-52b5-4fba-8771-1476a97e79a2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0463250 Oct 24 08:56:03.981324 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-35d31447-649f-4a2c-873d-c5256ae5ed09 req-09425b16-1673-4ef9-8f96-f706ceee7ccd tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Oct 24 08:56:04.204541 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-383728e7-eaa4-4a8d-9a5b-2ab98b21808e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:05.106633 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d7610-cbbf-4890-a572-479ef72009e3 req-13580bac-cd86-415a-9f23-bd02582c306a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:05.108105 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8b8d7610-cbbf-4890-a572-479ef72009e3 req-13580bac-cd86-415a-9f23-bd02582c306a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0487683 Oct 24 08:56:05.159451 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8b8d7610-cbbf-4890-a572-479ef72009e3 req-6e94bee2-8dbf-45fc-89c6-1e2cf1516793 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Oct 24 08:56:05.277568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228f5ec-a467-4a84-bf13-66cdde3cfd18 req-6a201011-71f6-405f-a67d-a88e8a2daa90 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:05.278958 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c228f5ec-a467-4a84-bf13-66cdde3cfd18 req-6a201011-71f6-405f-a67d-a88e8a2daa90 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0472853 Oct 24 08:56:05.289412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47856) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:05.293758 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Request body: {'floatingip': {'port_id': '2a188a19-a722-46ea-96ea-89232fd07436'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:05.346398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:05.377484 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:05.379800 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:05.726589 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:05.799659 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:05.804526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:06.004988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:56:06.110109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:56:06.115285 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:06.119974 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:56:06.129740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:06.130393 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:06.147505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:06.149849 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e4583-7093-4f5f-b8ab-174e101e3c04" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:06.181940 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e8e90429-73ed-4b42-828c-f25456215fb3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/6b9f8e84-b21e-45f5-8777-7d9ef124f5b8 HTTP/1.1" status: 200 len: 993 time: 0.8914433 Oct 24 08:56:06.189865 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15be58b-75d0-4548-b361-aa2cf39ce7c5 x-openstack-request-id: req-e15be58b-75d0-4548-b361-aa2cf39ce7c5 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:06.190155 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:06.190406 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e15be58b-75d0-4548-b361-aa2cf39ce7c5 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:06.190805 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15be58b-75d0-4548-b361-aa2cf39ce7c5'] response: {'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'status': 'completed', 'code': 200} Oct 24 08:56:06.252933 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:06.329017 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-b9039929-7c0b-470c-bd38-fd7a0a2fe344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:06.330551 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-b9039929-7c0b-470c-bd38-fd7a0a2fe344 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0852144 Oct 24 08:56:06.427875 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-2dfbe8c5-fb77-4600-9dfb-9116f85c5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:06.429409 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-2dfbe8c5-fb77-4600-9dfb-9116f85c5535 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.0924261 Oct 24 08:56:06.473202 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:56:05Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:06.492675 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-2b5192d8-a5d5-44c7-ac88-5e914f102221 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 1001 time: 0.0571029 Oct 24 08:56:06.498425 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:56:06.507533 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:06.508071 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:06.543625 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-5891b1ae-faf7-49fe-96a8-06cfedc049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:06.545068 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-5891b1ae-faf7-49fe-96a8-06cfedc049b1 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0468528 Oct 24 08:56:06.593195 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-5680affd-4cb1-4c5d-82a6-df1919eada58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:06.594693 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-5680affd-4cb1-4c5d-82a6-df1919eada58 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437663 Oct 24 08:56:06.612493 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:06.690797 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-ec283841-4d2e-4298-bcf8-b992c7fcbce4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900044 Oct 24 08:56:06.788844 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-065e4583-7093-4f5f-b8ab-174e101e3c04 req-f6cb53b7-77ac-4703-b2f8-320f96e12115 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Oct 24 08:56:06.828716 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:56:05Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:06.854248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb733f-f718-4aa9-97b4-25a46071f640 None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6b9f8e84-b21e-45f5-8777-7d9ef124f5b8', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'floating_ip_address': '172.37.0.171', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'port_id': '2a188a19-a722-46ea-96ea-89232fd07436', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'mac_address': 'fa:16:3e:f1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:53:23Z', 'updated_at': '2022-10-24T08:56:05Z', 'revision_number': 3, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:56:06.919280 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:06.933100 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:07.122777 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:08.191675 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:08.194268 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb695345-f1b5-407d-8903-e9adcc364745" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:08.231976 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd19ad1-d205-44d9-af14-ceea7e2abf7e x-openstack-request-id: req-afd19ad1-d205-44d9-af14-ceea7e2abf7e {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:08.232258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:08.232530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afd19ad1-d205-44d9-af14-ceea7e2abf7e {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:08.232964 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd19ad1-d205-44d9-af14-ceea7e2abf7e'] response: {'name': 'network-changed', 'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'status': 'completed', 'code': 200} Oct 24 08:56:08.335012 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb695345-f1b5-407d-8903-e9adcc364745 req-e405cdf5-19e9-4d67-8c51-a11578ce9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:08.336464 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-e405cdf5-19e9-4d67-8c51-a11578ce9cf2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 1129 time: 0.0400834 Oct 24 08:56:08.432277 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb695345-f1b5-407d-8903-e9adcc364745 req-3c476e26-b3dd-425c-a215-be90307f4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:08.433801 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-3c476e26-b3dd-425c-a215-be90307f4839 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.0920243 Oct 24 08:56:08.495282 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-33a075e5-a405-4860-a8d2-817d479c5d55 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 200 len: 1001 time: 0.0549798 Oct 24 08:56:08.545156 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb695345-f1b5-407d-8903-e9adcc364745 req-2c97574a-b1a2-4c6f-bbb9-5cb2bf3db327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:08.546612 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-2c97574a-b1a2-4c6f-bbb9-5cb2bf3db327 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.0455525 Oct 24 08:56:08.594047 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb695345-f1b5-407d-8903-e9adcc364745 req-216b029e-6ee9-457f-862f-243791f121a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:08.595504 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-216b029e-6ee9-457f-862f-243791f121a6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431764 Oct 24 08:56:08.688099 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-94d2715f-e275-4b99-9920-3b380f81c8ce service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864491 Oct 24 08:56:08.761970 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:08.781906 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-fb695345-f1b5-407d-8903-e9adcc364745 req-a8d3b715-4fcc-4cf9-9a7e-6d310ab5b3e9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881259 Oct 24 08:56:10.018128 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:56:16.174207 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:16.177642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:17.111354 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:17.119429 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:18.777977 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:18.778674 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:20.013711 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:22.659469 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:25.850027 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6831-ee51-4ab9-89f4-f4c1815dd356 req-1e5828ce-1a84-47aa-b079-0094a44b2ba2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:25.851519 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-831f6831-ee51-4ab9-89f4-f4c1815dd356 req-1e5828ce-1a84-47aa-b079-0094a44b2ba2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Oct 24 08:56:25.902905 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-831f6831-ee51-4ab9-89f4-f4c1815dd356 req-07cdc18f-0ea8-42c8-a8de-078aa9109515 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Oct 24 08:56:27.026557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ae9f-5280-427f-a29c-4f5534941b3d req-9261f6cb-2b8d-4d7b-8d04-0e1e77426e22 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:27.028048 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b774ae9f-5280-427f-a29c-4f5534941b3d req-9261f6cb-2b8d-4d7b-8d04-0e1e77426e22 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0468605 Oct 24 08:56:27.074894 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b774ae9f-5280-427f-a29c-4f5534941b3d req-c9d0eecd-858b-4ebd-8dde-d53a9d35cbde tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Oct 24 08:56:27.914723 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-21461293-37f2-4c55-8d9e-3e5651a1dd26 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:27.916207 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-21461293-37f2-4c55-8d9e-3e5651a1dd26 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0478671 Oct 24 08:56:28.007339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port e9bb3baa-6f12-4847-a485-980d16c4f05b {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:28.007688 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.099754 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] For port e9bb3baa-6f12-4847-a485-980d16c4f05b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9bb3baa-6f12-4847-a485-980d16c4f05b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:28.100121 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.199744 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f77b9f-f36d-4c70-af2e-e0ce3a3248ac req-4b882441-2ea9-4699-80c7-2ff67703a857 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:28.201156 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-98f77b9f-f36d-4c70-af2e-e0ce3a3248ac req-4b882441-2ea9-4699-80c7-2ff67703a857 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 946 time: 0.0473602 Oct 24 08:56:28.249244 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-98f77b9f-f36d-4c70-af2e-e0ce3a3248ac req-e67c9d6a-d099-4eec-91c1-cd1f53a2c50f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a122f171-66ba-42e2-a59d-b9be16fb22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Oct 24 08:56:28.313634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.313998 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.314310 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP 028b8a3f-85a1-4a44-a718-1acdfeb975dd disassociated. External IP: 172.37.0.192, port: e9bb3baa-6f12-4847-a485-980d16c4f05b. Oct 24 08:56:28.314645 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for e9bb3baa-6f12-4847-a485-980d16c4f05b owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:28.444891 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (e9bb3baa-6f12-4847-a485-980d16c4f05b), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.473579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=e9bb3baa-6f12-4847-a485-980d16c4f05b,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:28.485399 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.485743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.486078 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.486412 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.486739 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.487067 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.487392 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.487711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.488029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.488388 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.488707 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.489580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.490452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.490787 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.491107 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:28.597014 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:56:28.705055 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:56:28.716880 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:56:28.727738 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:28.728620 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:28.748997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] No DVR routers for this DVR port e9bb3baa-6f12-4847-a485-980d16c4f05b on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:56:28.751608 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:28.755141 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-58d689b6-1fd6-4351-8083-e8808d6c53ec req-11bf0bbe-4124-43cc-b764-101635acfc13 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "DELETE /networking/v2.0/ports/e9bb3baa-6f12-4847-a485-980d16c4f05b HTTP/1.1" status: 204 len: 173 time: 0.8328779 Oct 24 08:56:28.755848 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'name': 'network-vif-deleted', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:28.758117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4533bfc7-d844-464a-ba44-f07bf2b33d5c" -d '{"events": [{"server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "name": "network-vif-deleted", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:28.843558 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:28.871291 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c84f1c-72f3-4a1d-a6e9-e72df8283901 x-openstack-request-id: req-56c84f1c-72f3-4a1d-a6e9-e72df8283901 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:28.871636 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f61c54c-9a6d-445b-8a49-056657208b85", "name": "network-vif-deleted", "tag": "e9bb3baa-6f12-4847-a485-980d16c4f05b", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:28.871900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56c84f1c-72f3-4a1d-a6e9-e72df8283901 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:28.872341 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c84f1c-72f3-4a1d-a6e9-e72df8283901'] response: {'server_uuid': '8f61c54c-9a6d-445b-8a49-056657208b85', 'name': 'network-vif-deleted', 'tag': 'e9bb3baa-6f12-4847-a485-980d16c4f05b', 'status': 'completed', 'code': 200} Oct 24 08:56:29.075218 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:29.101626 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:56:29.110854 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:29.111471 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:29.221485 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:29.377091 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e668e157-dc32-43fa-873b-1b6a287a25d0 req-033ea887-95b4-48c6-944e-ef2de2d1de39 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8f61c54c-9a6d-445b-8a49-056657208b85 HTTP/1.1" status: 200 len: 210 time: 0.0340004 Oct 24 08:56:29.528426 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:29.556607 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9145a9-da06-4919-bd0e-766d820f7364 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '702a9cf5-42c1-422f-b38d-d822c5d4a906', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.28', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:42:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:51:21Z', 'updated_at': '2022-10-24T08:52:30Z', 'revision_number': 2, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:56:29.838191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7acc95-4fa9-4665-a0e1-1c75a7c3ffa3 None None] New status for floating IP 028b8a3f-85a1-4a44-a718-1acdfeb975dd: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:56:30.481415 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47914) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:30.547887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (a122f171-66ba-42e2-a59d-b9be16fb22cb), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.569901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (a122f171-66ba-42e2-a59d-b9be16fb22cb), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.619332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a122f171-66ba-42e2-a59d-b9be16fb22cb), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.622317 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.623450 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a122f171-66ba-42e2-a59d-b9be16fb22cb HTTP/1.1" status: 204 len: 168 time: 0.1409717 Oct 24 08:56:30.626415 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47916) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:30.634858 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122f171-66ba-42e2-a59d-b9be16fb22cb,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:30.641065 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.api.v2.resource [None req-ef3c6435-b325-4054-becd-42ef2bd0326b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] show failed (client error): The resource could not be found. Oct 24 08:56:30.642094 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ef3c6435-b325-4054-becd-42ef2bd0326b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups/a122f171-66ba-42e2-a59d-b9be16fb22cb HTTP/1.1" status: 404 len: 347 time: 0.0146401 Oct 24 08:56:30.642596 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.642951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.643296 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.643636 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.643970 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.644335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.644671 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.645003 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.645731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47918) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:30.645928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.646265 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.646595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.647051 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.647384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.647763 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.648034 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94c3a-96c5-4953-8117-8f025eb5e383 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:30.759108 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port fbefb311-5d13-4def-86c4-76d753c36f76 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:30.759343 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.770156 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:30.779940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:30.853469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.853801 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (fbefb311-5d13-4def-86c4-76d753c36f76), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:30.867923 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for fbefb311-5d13-4def-86c4-76d753c36f76 owned by network:floatingip {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:30.918396 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device e9bb3baa-6f12-4847-a485-980d16c4f05b no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:56:30.938924 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: e9bb3baa-6f12-4847-a485-980d16c4f05b {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:56:30.939360 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device e9bb3baa-6f12-4847-a485-980d16c4f05b not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:56:31.017973 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (fbefb311-5d13-4def-86c4-76d753c36f76), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:31.041320 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=fbefb311-5d13-4def-86c4-76d753c36f76,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:31.104810 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (028b8a3f-85a1-4a44-a718-1acdfeb975dd), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:31.107365 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:31.108559 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b85959f1-d2e3-41ca-8c39-452fafe3f1bb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/028b8a3f-85a1-4a44-a718-1acdfeb975dd HTTP/1.1" status: 204 len: 168 time: 0.4613011 Oct 24 08:56:31.920767 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-217695d1-2b88-4d3d-8a6b-21b9a1f65d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:33.830493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca95a-a526-4b31-9c51-90ef2c663172 req-cff0f12b-9cbf-4b06-b87f-323e6f5a4430 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:33.831941 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-36cca95a-a526-4b31-9c51-90ef2c663172 req-cff0f12b-9cbf-4b06-b87f-323e6f5a4430 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0522490 Oct 24 08:56:33.881873 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-36cca95a-a526-4b31-9c51-90ef2c663172 req-cee967f4-e7d2-4514-bb12-451f71e34fe9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Oct 24 08:56:34.206347 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d937fd51-b5eb-481a-9089-d0813080a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:35.003799 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef4c7-a440-4ff1-863f-ec1c267207b3 req-1cfdf4f2-f4cc-4d31-9c64-96e896e670a4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:35.005956 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abef4c7-a440-4ff1-863f-ec1c267207b3 req-1cfdf4f2-f4cc-4d31-9c64-96e896e670a4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Oct 24 08:56:35.054099 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abef4c7-a440-4ff1-863f-ec1c267207b3 req-89142052-75ba-4974-a146-f597e04e3014 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Oct 24 08:56:35.729055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.068953 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-78c22141-2ef4-4fc0-869d-9c56f7cad471 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:36.070402 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-78c22141-2ef4-4fc0-869d-9c56f7cad471 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0466821 Oct 24 08:56:36.168713 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 91e7f21e-e0a0-4b2a-9221-473c98847085 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:36.169059 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.184883 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2894-833f-4df2-be5f-d9920409dcc2 req-17518c60-59a7-4d8c-aa6c-09e43829c6cb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:36.186394 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15ce2894-833f-4df2-be5f-d9920409dcc2 req-17518c60-59a7-4d8c-aa6c-09e43829c6cb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Oct 24 08:56:36.244441 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15ce2894-833f-4df2-be5f-d9920409dcc2 req-0f149d61-9d14-4dd7-bbfd-14e044541684 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8baeab7c-9699-47c9-978c-34d958e374f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522747 Oct 24 08:56:36.275360 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] For port 91e7f21e-e0a0-4b2a-9221-473c98847085, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=91e7f21e-e0a0-4b2a-9221-473c98847085,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:36.275800 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.443224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.443596 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.443947 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP 702a9cf5-42c1-422f-b38d-d822c5d4a906 disassociated. External IP: 172.37.0.28, port: 91e7f21e-e0a0-4b2a-9221-473c98847085. Oct 24 08:56:36.444347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 91e7f21e-e0a0-4b2a-9221-473c98847085 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:36.566573 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:36.581444 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (91e7f21e-e0a0-4b2a-9221-473c98847085), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.836917 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=91e7f21e-e0a0-4b2a-9221-473c98847085,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:36.887615 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:36.935940 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:36.951007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:56:37.062162 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:56:37.072644 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:56:37.079091 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:37.086283 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:37.087108 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:37.108760 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] No DVR routers for this DVR port 91e7f21e-e0a0-4b2a-9221-473c98847085 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:56:37.111023 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:37.115151 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1b61e8ed-5290-498c-94f2-5231f847f38e req-fc1bf557-e23e-45f3-bfc3-0f9ada79b58f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "DELETE /networking/v2.0/ports/91e7f21e-e0a0-4b2a-9221-473c98847085 HTTP/1.1" status: 204 len: 173 time: 1.0373497 Oct 24 08:56:37.115653 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'name': 'network-vif-deleted', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:37.117933 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314fb5a-17bf-452b-a9d6-dd70e6e2da45" -d '{"events": [{"server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "name": "network-vif-deleted", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:37.142029 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:37.161633 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff4b1f-0aa8-44b3-baa2-c934377bfbb8 x-openstack-request-id: req-c4ff4b1f-0aa8-44b3-baa2-c934377bfbb8 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:37.161972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85913b0-03e9-4510-9fc7-1514f34c95c1", "name": "network-vif-deleted", "tag": "91e7f21e-e0a0-4b2a-9221-473c98847085", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:37.162278 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4ff4b1f-0aa8-44b3-baa2-c934377bfbb8 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:37.162687 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ff4b1f-0aa8-44b3-baa2-c934377bfbb8'] response: {'server_uuid': 'a85913b0-03e9-4510-9fc7-1514f34c95c1', 'name': 'network-vif-deleted', 'tag': '91e7f21e-e0a0-4b2a-9221-473c98847085', 'status': 'completed', 'code': 200} Oct 24 08:56:37.212447 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:37.432780 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8c919c79-a5ba-4ed8-a53e-7777f90239f9 req-71bcf4f4-f22c-4423-940a-49078b187aba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0390589 Oct 24 08:56:37.459178 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:37.465424 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:37.495746 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:56:37.505553 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:37.505553 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:37.625372 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:37.680738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613618fc-b576-4a46-b0c1-81b2ff46c4a6 req-23bbd0a4-ff6f-47c6-80dc-fa09557c2162 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:37.682214 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-613618fc-b576-4a46-b0c1-81b2ff46c4a6 req-23bbd0a4-ff6f-47c6-80dc-fa09557c2162 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0474548 Oct 24 08:56:37.730677 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-613618fc-b576-4a46-b0c1-81b2ff46c4a6 req-e22f6207-4276-431e-b249-13fea517b463 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Oct 24 08:56:37.813702 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:37.838513 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153bce-20f2-4125-9952-0345157aa449 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:56:38.050710 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc80bf0-77cf-4ad9-8c5c-a26e139ec596 None None] New status for floating IP 702a9cf5-42c1-422f-b38d-d822c5d4a906: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:56:38.543761 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c097d7e5-5ed6-4d5d-8488-747e7880d568 req-3cb34001-20e9-4edd-bafc-90646172a91b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a85913b0-03e9-4510-9fc7-1514f34c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Oct 24 08:56:38.864789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85811b-6248-4728-9c0e-a54a2e7c156c req-109b4153-ed9d-4ae0-8610-152e5ca9cc56 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:38.866254 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e85811b-6248-4728-9c0e-a54a2e7c156c req-109b4153-ed9d-4ae0-8610-152e5ca9cc56 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0511639 Oct 24 08:56:38.914991 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e85811b-6248-4728-9c0e-a54a2e7c156c req-44c8731a-49ae-4d28-8d81-2ca89faeb7f5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Oct 24 08:56:38.941779 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 91e7f21e-e0a0-4b2a-9221-473c98847085 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:56:38.965642 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 91e7f21e-e0a0-4b2a-9221-473c98847085 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:56:38.966000 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 91e7f21e-e0a0-4b2a-9221-473c98847085 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:56:39.585948 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-b13b9ff4-98f7-4a72-b203-70ac713e0483 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:39.587478 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-b13b9ff4-98f7-4a72-b203-70ac713e0483 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.0560579 Oct 24 08:56:39.646700 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 47996) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:39.701893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (8baeab7c-9699-47c9-978c-34d958e374f9), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:39.727512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (8baeab7c-9699-47c9-978c-34d958e374f9), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:39.776299 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8baeab7c-9699-47c9-978c-34d958e374f9), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:39.778811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:39.779958 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8baeab7c-9699-47c9-978c-34d958e374f9 HTTP/1.1" status: 204 len: 168 time: 0.1322303 Oct 24 08:56:39.782886 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 47998) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:39.789319 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402468a-101f-4cd9-9a83-a2703133d2f7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baeab7c-9699-47c9-978c-34d958e374f9,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:39.796546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-fc70abe2-4dca-42ad-84d9-b1bd563598a6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] show failed (client error): The resource could not be found. Oct 24 08:56:39.797554 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-fc70abe2-4dca-42ad-84d9-b1bd563598a6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups/8baeab7c-9699-47c9-978c-34d958e374f9 HTTP/1.1" status: 404 len: 347 time: 0.0136511 Oct 24 08:56:39.800505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48000) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:39.846048 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:39.905100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:39.920633 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 6d183e59-dd38-4078-bbfc-5043fa990ba7 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:39.920977 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.047778 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Deleting port b8754c97-b769-418c-b461-714a5809d621 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:40.047991 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b8754c97-b769-418c-b461-714a5809d621), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.159093 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] For port b8754c97-b769-418c-b461-714a5809d621, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8754c97-b769-418c-b461-714a5809d621,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:40.159801 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b8754c97-b769-418c-b461-714a5809d621), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.278962 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.279274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (6d183e59-dd38-4078-bbfc-5043fa990ba7), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.313925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 6d183e59-dd38-4078-bbfc-5043fa990ba7 owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:40.328055 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08e58b-660b-4914-ad13-6488122557a7 req-6581d412-b77c-4255-8472-e91fdaf5883b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:40.329690 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e08e58b-660b-4914-ad13-6488122557a7 req-6581d412-b77c-4255-8472-e91fdaf5883b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 947 time: 0.3227684 Oct 24 08:56:40.357056 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.357897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.358401 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Floating IP 7ba06e83-96c0-49ff-99f7-ea0781f0997b disassociated. External IP: 172.37.0.182, port: b8754c97-b769-418c-b461-714a5809d621. Oct 24 08:56:40.358748 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Calling delete_port for b8754c97-b769-418c-b461-714a5809d621 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:40.423088 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:40.466021 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e08e58b-660b-4914-ad13-6488122557a7 req-b68f2fe5-d272-4602-a6f9-60f53dcdade6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=01755cb3-c78c-41b5-bff6-13797e23e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268680 Oct 24 08:56:40.501572 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:40.509426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b8754c97-b769-418c-b461-714a5809d621), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.538074 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (6d183e59-dd38-4078-bbfc-5043fa990ba7), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.541730 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'Port': ['ID=b8754c97-b769-418c-b461-714a5809d621,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:40.591861 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=6d183e59-dd38-4078-bbfc-5043fa990ba7,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:40.643312 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (702a9cf5-42c1-422f-b38d-d822c5d4a906), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.646900 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.648356 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1d1965e1-c1b1-4005-867d-d00d5b2b258c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/702a9cf5-42c1-422f-b38d-d822c5d4a906 HTTP/1.1" status: 204 len: 168 time: 0.8467088 Oct 24 08:56:40.676643 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:56:40.738898 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48012) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:40.745729 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147178119', 'description': 'tempest-description--1973447612'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:40.762523 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b51ec-615b-462f-8683-2242e0c226f6 req-7594f3c6-0026-43d2-a2f2-076a39c2fa53 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:40.764708 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-329b51ec-615b-462f-8683-2242e0c226f6 req-7594f3c6-0026-43d2-a2f2-076a39c2fa53 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0655239 Oct 24 08:56:40.795831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.798573 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:56:40.811502 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:56:40.823080 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:40.824080 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:40.835470 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-329b51ec-615b-462f-8683-2242e0c226f6 req-b9fe1afc-67db-4296-ac7e-71009e29e955 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625982 Oct 24 08:56:40.852166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] No DVR routers for this DVR port b8754c97-b769-418c-b461-714a5809d621 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:56:40.866131 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.872415 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-833ba6e3-fb59-402b-94ac-76450c905eb2 req-c8317860-14de-4af7-85f1-bbefdc823a4a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "DELETE /networking/v2.0/ports/b8754c97-b769-418c-b461-714a5809d621 HTTP/1.1" status: 204 len: 173 time: 0.9180148 Oct 24 08:56:40.873233 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-deleted', 'tag': 'b8754c97-b769-418c-b461-714a5809d621'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:40.875834 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd8a5d-e559-40a1-8269-9732a0c99335" -d '{"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-deleted", "tag": "b8754c97-b769-418c-b461-714a5809d621"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:40.895768 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (b25f14a0-0a5a-44ae-8301-1f69286f12d9), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.902340 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b25f14a0-0a5a-44ae-8301-1f69286f12d9), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.928442 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d609e99-ed01-40a9-8fe4-8700d5f61ddd x-openstack-request-id: req-3d609e99-ed01-40a9-8fe4-8700d5f61ddd {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:40.928751 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e106ba-ad54-4e9c-8e42-9477c8db8cf6", "name": "network-vif-deleted", "tag": "b8754c97-b769-418c-b461-714a5809d621", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:40.929011 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d609e99-ed01-40a9-8fe4-8700d5f61ddd {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:40.930864 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d609e99-ed01-40a9-8fe4-8700d5f61ddd'] response: {'server_uuid': '71e106ba-ad54-4e9c-8e42-9477c8db8cf6', 'name': 'network-vif-deleted', 'tag': 'b8754c97-b769-418c-b461-714a5809d621', 'status': 'completed', 'code': 200} Oct 24 08:56:40.945217 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f14a0-0a5a-44ae-8301-1f69286f12d9,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:40.950617 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:40.951977 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e6f9ca36-f08d-4ce3-8460-f52fc09a8961 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2117229 Oct 24 08:56:40.954838 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48016) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:40.962261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': 'b25f14a0-0a5a-44ae-8301-1f69286f12d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:40.968290 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:40.982997 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:41.010032 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (37b1f546-66ea-49a1-8e74-fae489ee1f0a), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.101724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (37b1f546-66ea-49a1-8e74-fae489ee1f0a), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.107455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (37b1f546-66ea-49a1-8e74-fae489ee1f0a), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.135572 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b1f546-66ea-49a1-8e74-fae489ee1f0a,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:41.145330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.146882 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ec4ae981-167c-4218-9b07-fe5fcced300b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895552 Oct 24 08:56:41.149807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48018) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:41.154339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': 'b25f14a0-0a5a-44ae-8301-1f69286f12d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:41.183753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (62add724-19c1-45be-96c9-99fbdd27ec13), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.208490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:41.210191 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:41.241477 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:56:41.253338 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:41.253822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (62add724-19c1-45be-96c9-99fbdd27ec13), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.254864 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:41.260231 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (62add724-19c1-45be-96c9-99fbdd27ec13), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.280490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62add724-19c1-45be-96c9-99fbdd27ec13,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:41.290302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.291530 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-30faba0e-9e6c-4d4e-89db-dc836126c6d2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407332 Oct 24 08:56:41.296731 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48022) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:41.303819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:41.326137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.376857 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:41.378320 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:41.408459 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.521871 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.37.0.225 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:56:41.588093 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:41.625163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-50364697-779f-4c27-a88e-3af1e10961fe req-bd7010d9-043a-40d3-8a14-0ab6745c858d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71e106ba-ad54-4e9c-8e42-9477c8db8cf6 HTTP/1.1" status: 200 len: 210 time: 0.0315604 Oct 24 08:56:41.669614 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.687733 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:41.707736 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.720290 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acc0a3-ddd9-49c3-85d5-0ff1eb3a3b10 None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:56:41.759811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:41.762337 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:56:41.768251 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:56:41.770797 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:56:41.775173 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:41.862170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.903749 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:41.983580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3578b4f-bc08-466b-9ac5-a114b02e873c None None] New status for floating IP 7ba06e83-96c0-49ff-99f7-ea0781f0997b: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:56:41.996081 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4f774-42d6-4c87-b3c2-467771b112b1 req-dc2d5910-2573-4032-8819-f2d3fc8c6066 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:41.997650 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-60d4f774-42d6-4c87-b3c2-467771b112b1 req-dc2d5910-2573-4032-8819-f2d3fc8c6066 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0703025 Oct 24 08:56:42.080583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:42.102051 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-60d4f774-42d6-4c87-b3c2-467771b112b1 req-260adf8a-ca0d-407a-8e3c-95803acaf3bf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933354 Oct 24 08:56:42.157221 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.161769 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.229284 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:42.231631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.249504 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.250785 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0fefadf8-8f59-4f88-8ac1-6ccbf28817f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9530137 Oct 24 08:56:42.405773 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-d24f98f9-5362-4995-bea8-640ad2c4663c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2147178119&fields=id&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 267 time: 0.0438569 Oct 24 08:56:42.520580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-fed4beff-aad6-4025-9795-fc56259bd00a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:42.522118 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-fed4beff-aad6-4025-9795-fc56259bd00a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1092420 Oct 24 08:56:42.537830 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-0e89dac3-c09b-4c9f-abc8-0c86677dcbf6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/quotas/b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 375 time: 0.0103521 Oct 24 08:56:42.589063 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-ceef1f72-4890-41a3-98d5-0fdd140121a1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462997 Oct 24 08:56:42.730352 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48046) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:42.736275 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-6d23c97a-4448-4371-ac71-d8330fba7210 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354020 Oct 24 08:56:42.789951 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (01755cb3-c78c-41b5-bff6-13797e23e270), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.805768 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:42.814237 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (01755cb3-c78c-41b5-bff6-13797e23e270), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.833634 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-7ce966c8-0656-4dc6-9d06-3a2ed7feccb8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904233 Oct 24 08:56:42.871608 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (01755cb3-c78c-41b5-bff6-13797e23e270), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.874487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:42.875720 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/01755cb3-c78c-41b5-bff6-13797e23e270 HTTP/1.1" status: 204 len: 168 time: 0.1442211 Oct 24 08:56:42.878765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48048) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:42.891990 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edf79f-52f8-4a0d-9bb2-2e73fcc9b674 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01755cb3-c78c-41b5-bff6-13797e23e270,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:42.894353 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-58992677-ff7b-4c14-bb1f-fe01d4fb6c54 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] show failed (client error): The resource could not be found. Oct 24 08:56:42.898588 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-58992677-ff7b-4c14-bb1f-fe01d4fb6c54 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups/01755cb3-c78c-41b5-bff6-13797e23e270 HTTP/1.1" status: 404 len: 347 time: 0.0152769 Oct 24 08:56:42.899430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48050) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:42.932611 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:56:42.974574 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: b8754c97-b769-418c-b461-714a5809d621 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:56:42.974928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8754c97-b769-418c-b461-714a5809d621 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:56:43.043114 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9dda8785-fcfa-4947-bf13-bf42b41aabf5 req-89db409b-2161-457d-b625-558d8b9297c4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 210 time: 0.0480595 Oct 24 08:56:43.059433 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Deleting port a042b324-47e1-49a5-8890-24ac0c79828d {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:56:43.059775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.138300 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.138913 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (a042b324-47e1-49a5-8890-24ac0c79828d), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.154089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Calling delete_port for a042b324-47e1-49a5-8890-24ac0c79828d owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:56:43.268229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94fe1-8a5a-4a99-960d-f7dbc3dc595e req-e9b4d428-2a8e-4f42-ac88-543a8ca3535d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:43.269961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03f94fe1-8a5a-4a99-960d-f7dbc3dc595e req-e9b4d428-2a8e-4f42-ac88-543a8ca3535d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0695090 Oct 24 08:56:43.274847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:43.372082 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-03f94fe1-8a5a-4a99-960d-f7dbc3dc595e req-baf6dc92-6428-4342-b832-634c435543d0 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839977 Oct 24 08:56:43.396953 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (a042b324-47e1-49a5-8890-24ac0c79828d), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.429211 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'Port': ['ID=a042b324-47e1-49a5-8890-24ac0c79828d,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:43.497205 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (7ba06e83-96c0-49ff-99f7-ea0781f0997b), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.499750 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.500958 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a84d8e08-65f0-408c-af27-94e29f9fcc4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/7ba06e83-96c0-49ff-99f7-ea0781f0997b HTTP/1.1" status: 204 len: 168 time: 0.6012137 Oct 24 08:56:43.595627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48068) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:43.601162 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461178115', 'description': 'tempest-description--1738451999'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:43.623428 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.697123 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (68bb57b8-7df9-42fb-810e-0844839a29f6), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.701306 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (68bb57b8-7df9-42fb-810e-0844839a29f6), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.736409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.737658 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1407712 Oct 24 08:56:43.740837 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c92a4-58a5-4baf-b57f-22bef05fd32d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bb57b8-7df9-42fb-810e-0844839a29f6,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:43.741666 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48070) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:43.746746 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group_rule': {'security_group_id': '68bb57b8-7df9-42fb-810e-0844839a29f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:43.775443 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (61a14163-9430-46d6-917e-b3950ba36ab8), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.834511 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (61a14163-9430-46d6-917e-b3950ba36ab8), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.838889 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (61a14163-9430-46d6-917e-b3950ba36ab8), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.860518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a14163-9430-46d6-917e-b3950ba36ab8,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:43.866134 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.867233 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4c0d7e54-3c0c-4b9d-9224-bac6b012fe31 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245654 Oct 24 08:56:43.869924 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48072) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:43.874213 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'security_group_rule': {'security_group_id': '68bb57b8-7df9-42fb-810e-0844839a29f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:43.903223 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (1e365cd1-9f20-4097-a48f-de6679946152), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.962526 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (1e365cd1-9f20-4097-a48f-de6679946152), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.966571 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (1e365cd1-9f20-4097-a48f-de6679946152), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.986429 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e365cd1-9f20-4097-a48f-de6679946152,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:43.995564 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:43.996816 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-90ecca4f-38eb-4117-bfd9-8d391b8b80f4 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259749 Oct 24 08:56:43.999830 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48074) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:44.004164 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:44.021738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:44.027320 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.113650 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.154207 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12978562-fd1d-4bb0-8ce0-00df89064795 req-3cb2d875-733e-41b6-ae58-19af863b1677 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 210 time: 0.0323594 Oct 24 08:56:44.169617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:44.235388 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Allocated IP 172.37.0.14 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/927eda35-f352-4736-8c65-a9863a48c603) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:56:44.433034 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-a10ebd6c-2689-4042-8bd1-9e6075c8278f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:44.434614 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-a10ebd6c-2689-4042-8bd1-9e6075c8278f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1718245 Oct 24 08:56:44.437796 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (927eda35-f352-4736-8c65-a9863a48c603), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.471902 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (927eda35-f352-4736-8c65-a9863a48c603), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.507414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82be3c8-ea18-4db8-ac16-c27a9872643f req-0520780c-49ba-4f6a-9af0-9cfa17abc76f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:44.508858 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f82be3c8-ea18-4db8-ac16-c27a9872643f req-0520780c-49ba-4f6a-9af0-9cfa17abc76f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0482609 Oct 24 08:56:44.518186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:56:44.522276 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:56:44.526110 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:56:44.529802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=927eda35-f352-4736-8c65-a9863a48c603,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:44.559276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f82be3c8-ea18-4db8-ac16-c27a9872643f req-e434754f-21a3-4dd1-8400-e166ac631cc7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445766 Oct 24 08:56:44.656860 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-90df41d6-63d2-4c66-9c84-c2907f567635 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 380 time: 0.0980933 Oct 24 08:56:44.662382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.667764 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'port': {'device_id': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'admin_state_up': True, 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'security_groups': ['b25f14a0-0a5a-44ae-8301-1f69286f12d9']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:44.759103 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (927eda35-f352-4736-8c65-a9863a48c603), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:44.818058 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:44.855011 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:44.897381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:56:44.901304 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.047204 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (927eda35-f352-4736-8c65-a9863a48c603), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.053575 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (927eda35-f352-4736-8c65-a9863a48c603), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.134752 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.20.0.8 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/9d796584-37f8-4f4f-8f8c-41d40022f76b) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:56:45.142639 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.153603 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=927eda35-f352-4736-8c65-a9863a48c603,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:45.170740 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.171976 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-35b15a60-4085-43a8-9c80-cafb9c2170d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1711354 Oct 24 08:56:45.267575 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5fc070ce-f6ff-4b01-8f76-32c4427cd569 req-4cc485af-df92-483b-876b-b9191e79bf44 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 210 time: 0.0317740 Oct 24 08:56:45.316487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.350422 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.366464 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-2149921c-9ee4-4b72-8fdc-0a8825a3510b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1461178115&fields=id&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 267 time: 0.0526276 Oct 24 08:56:45.392846 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:56:45.398093 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:56:45.399537 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:45.402114 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:56:45.408279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:45.456023 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:45.456736 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.474214 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-880eaa7f-5638-45b5-aa86-ffc4e03e8c0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099570 Oct 24 08:56:45.493577 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Request body: {'port': {'device_id': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:45.494670 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-7aca6257-2dbe-4af4-bb79-0fbff70c3f8e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:45.496240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-7aca6257-2dbe-4af4-bb79-0fbff70c3f8e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 817 time: 0.1228921 Oct 24 08:56:45.514661 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-9691ace8-550c-44d8-aad5-700b3dc98749 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/quotas/7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 375 time: 0.0123415 Oct 24 08:56:45.564965 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:45.572663 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-29653cb7-1baf-4104-bce7-1413046245d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483489 Oct 24 08:56:45.575698 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.715651 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-65bc5d1d-30d3-43d3-9c5c-d07788d69f79 None None] Provisioning complete for port 9d796584-37f8-4f4f-8f8c-41d40022f76b triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:56:45.716237 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-65bc5d1d-30d3-43d3-9c5c-d07788d69f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.716409 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-65bc5d1d-30d3-43d3-9c5c-d07788d69f79 None None] Attempt 1 to provision port 9d796584-37f8-4f4f-8f8c-41d40022f76b Oct 24 08:56:45.734395 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:45.746375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876d54-731e-4f32-8860-4729e5a21640 req-268cd92b-2461-46ec-9ff8-26787ad92f49 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:45.747864 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0876d54-731e-4f32-8860-4729e5a21640 req-268cd92b-2461-46ec-9ff8-26787ad92f49 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0855074 Oct 24 08:56:45.757124 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-65bc5d1d-30d3-43d3-9c5c-d07788d69f79 None None] Port 9d796584-37f8-4f4f-8f8c-41d40022f76b cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:56:45.778943 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-a52201ce-4c4f-427d-b17a-f0e80502ee92 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914239 Oct 24 08:56:45.799871 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:45.834048 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0876d54-731e-4f32-8860-4729e5a21640 req-f5cf0713-d3f2-4eb2-83df-57e955ffa289 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771973 Oct 24 08:56:45.861734 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d796584-37f8-4f4f-8f8c-41d40022f76b {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:56:45.870720 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks [] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.884670 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Transition to ACTIVE for port object 9d796584-37f8-4f4f-8f8c-41d40022f76b will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:56:45.888513 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:45.901753 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-295d2332-30db-470d-aa02-3322a7a75adc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146352 Oct 24 08:56:46.090176 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-24651e20-8399-426b-b3de-608cfb64c6ca req-4d50ff45-3183-4ef2-a17d-fff7dac7cd7c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 210 time: 0.0364673 Oct 24 08:56:46.237184 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:46.270437 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Attempting to bind port 9d796584-37f8-4f4f-8f8c-41d40022f76b on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:56:46.271285 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Attempting to bind port 9d796584-37f8-4f4f-8f8c-41d40022f76b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:56:46.271285 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Attempting to bind port 9d796584-37f8-4f4f-8f8c-41d40022f76b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:56:46.317089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Port 9d796584-37f8-4f4f-8f8c-41d40022f76b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:56:46.317927 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Attempting to bind port 9d796584-37f8-4f4f-8f8c-41d40022f76b on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:56:46.366260 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:56:46.366595 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:56:46.369357 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:56:46.369357 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Bound port: 9d796584-37f8-4f4f-8f8c-41d40022f76b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:56:46.369357 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:46.413166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7714-8115-4339-a3b5-8a47c0818557 req-f48c36a5-de8d-4a20-858a-a2c626bda783 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.414678 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-909d7714-8115-4339-a3b5-8a47c0818557 req-f48c36a5-de8d-4a20-858a-a2c626bda783 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 943 time: 0.0636747 Oct 24 08:56:46.440303 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:56:46.444390 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:56:46.452030 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:46.455170 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.455803 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:46.457472 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/9d796584-37f8-4f4f-8f8c-41d40022f76b HTTP/1.1" status: 200 len: 1093 time: 0.9690537 Oct 24 08:56:46.459563 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:46.461806 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe3ae4-c726-4979-a7de-73a1250df834" -d '{"events": [{"name": "network-changed", "server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:46.469381 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-909d7714-8115-4339-a3b5-8a47c0818557 req-47a0cfbd-f06f-4d4a-8512-9492ab6befaa tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483129 Oct 24 08:56:46.514434 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809de24-8cba-4c93-a7dd-bb29e6a3c9e6 x-openstack-request-id: req-1809de24-8cba-4c93-a7dd-bb29e6a3c9e6 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:46.514721 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:46.514977 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1809de24-8cba-4c93-a7dd-bb29e6a3c9e6 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:46.515361 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1809de24-8cba-4c93-a7dd-bb29e6a3c9e6'] response: {'name': 'network-changed', 'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'status': 'completed', 'code': 200} Oct 24 08:56:46.528916 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430569-3fc6-4a95-bfd1-5550c55f82b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:46.599048 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-3d1e0fce-cebc-48cb-9da0-c5fe6a2a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.600583 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-3d1e0fce-cebc-48cb-9da0-c5fe6a2a0d15 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 1127 time: 0.0422723 Oct 24 08:56:46.681322 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-93ea06c7-fdc4-4b09-a9a6-2ca6e912eff9 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b HTTP/1.1" status: 200 len: 217 time: 0.0375347 Oct 24 08:56:46.734655 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-b0948970-8c13-4739-a25c-9e87bc1630cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.736120 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-b0948970-8c13-4739-a25c-9e87bc1630cf service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0491674 Oct 24 08:56:46.788367 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-c208321b-f403-44af-b627-47dac9591d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.789878 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-c208321b-f403-44af-b627-47dac9591d58 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412946 Oct 24 08:56:46.889661 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-3d2459b1-0a2b-4dc6-968f-0053d8ff1d0f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938978 Oct 24 08:56:46.914073 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:46.975317 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad194-72d1-46df-9449-48e7ca0b9396 req-c3a7f691-e1da-483d-9db8-df200870abdb tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:46.977064 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d3ad194-72d1-46df-9449-48e7ca0b9396 req-c3a7f691-e1da-483d-9db8-df200870abdb tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0637712 Oct 24 08:56:46.993222 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf1c29bc-0c39-42e7-9ceb-e43777506d94 req-8fcb3d65-8cec-459f-a86d-be5fd0ac9a6c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980029 Oct 24 08:56:47.026466 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d3ad194-72d1-46df-9449-48e7ca0b9396 req-bb75ef6a-d19c-49b0-a2e2-66bf0659731c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Oct 24 08:56:47.027544 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:56:47.204519 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-619aba8c-1be8-4ab9-b63f-35ad47437c82 req-ccd2c07c-7ecb-422a-b419-968548c378f0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Oct 24 08:56:47.600953 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3aec18-07f5-4a8f-a0df-95258d92a23c req-c7764551-3085-4650-b1c0-61ef0280c96f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:47.602404 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3b3aec18-07f5-4a8f-a0df-95258d92a23c req-c7764551-3085-4650-b1c0-61ef0280c96f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 943 time: 0.0490220 Oct 24 08:56:47.654978 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3b3aec18-07f5-4a8f-a0df-95258d92a23c req-eb3d54ca-c0bf-4c3d-b255-9381bf548b06 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Oct 24 08:56:48.150488 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004a90-5680-438d-9037-35c502b4735e req-8eb9d88b-2189-43df-a73e-a01bcb259d96 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:48.151963 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-10004a90-5680-438d-9037-35c502b4735e req-8eb9d88b-2189-43df-a73e-a01bcb259d96 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Oct 24 08:56:48.199801 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-10004a90-5680-438d-9037-35c502b4735e req-ed7bebe6-fef4-4928-bca5-d6f70320ead8 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Oct 24 08:56:48.314976 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-97a1bb38-0a92-49ca-9422-1b3417447dbe req-96bd9931-ac13-4471-92ef-24def91356d0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 210 time: 0.0291827 Oct 24 08:56:48.776986 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebba5b-d86b-47dc-8aa9-099870eeea62 req-3f201044-280b-4231-9062-923212b05a8f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:48.778488 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7ebba5b-d86b-47dc-8aa9-099870eeea62 req-3f201044-280b-4231-9062-923212b05a8f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 943 time: 0.0469968 Oct 24 08:56:48.829113 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7ebba5b-d86b-47dc-8aa9-099870eeea62 req-2b856a08-931e-4758-a84a-85425ddae29f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449829 Oct 24 08:56:48.936760 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9d796584-37f8-4f4f-8f8c-41d40022f76b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:56:48.939914 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=33,neutron:UPDATE=8 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:48.941357 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:49.045015 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:49.190408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'port_id': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'mac_address': 'fa:16:3e:17:71:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:56:49.226871 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 9d796584-37f8-4f4f-8f8c-41d40022f76b is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:56:49.227269 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:49.242488 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d796584-37f8-4f4f-8f8c-41d40022f76b {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:56:49.262869 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:49.267300 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:49.315313 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:49.323105 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.323457 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.323957 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.324366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.324709 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.325040 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.325398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.325723 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.326049 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.326377 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.326703 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.327044 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.327188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8a6d-d0b8-475f-ac97-c95f9fa0600a req-236d005e-d320-4abc-b155-498e1352ac0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.327373 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.327720 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.328066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:56:49.328724 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b06a8a6d-d0b8-475f-ac97-c95f9fa0600a req-236d005e-d320-4abc-b155-498e1352ac0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0503862 Oct 24 08:56:49.342361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:49.381861 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b06a8a6d-d0b8-475f-ac97-c95f9fa0600a req-d97495cf-d85f-4c59-b0a1-28c7534e4b52 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Oct 24 08:56:49.430160 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc8b1726-1924-44da-8988-e6ca7e9c5c0b req-67d631f7-d011-4742-a352-05608cb79917 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Oct 24 08:56:49.588169 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-bbb5ef2d-0dc0-4c83-af43-ff33709230a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.589856 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-bbb5ef2d-0dc0-4c83-af43-ff33709230a8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 1128 time: 0.0424654 Oct 24 08:56:49.606843 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:49.666588 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-08227a1d-9465-4fe0-b189-23974e987e0d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.668214 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-08227a1d-9465-4fe0-b189-23974e987e0d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 817 time: 0.1189177 Oct 24 08:56:49.698365 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-9795d414-2be9-41ad-b0d1-9e2f964d2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.699753 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-9795d414-2be9-41ad-b0d1-9e2f964d2284 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.1037583 Oct 24 08:56:49.740484 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-b92e7b21-0d1f-42ca-a175-1bb3041d63e6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 380 time: 0.0564923 Oct 24 08:56:49.743423 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-077de33d-e1a4-41f6-852b-d89f96dbe83b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b HTTP/1.1" status: 200 len: 217 time: 0.0375054 Oct 24 08:56:49.817098 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['9d796584-37f8-4f4f-8f8c-41d40022f76b'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:56:49.862895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'port': {'device_id': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'admin_state_up': True, 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'security_groups': ['68bb57b8-7df9-42fb-810e-0844839a29f6']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:49.910006 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-e1595c70-0a2c-42de-941d-286a52967dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.913187 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-e1595c70-0a2c-42de-941d-286a52967dc1 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0546961 Oct 24 08:56:49.966993 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-35bc1d5a-6c46-4f74-a855-1cc80a1875a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:49.968460 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-35bc1d5a-6c46-4f74-a855-1cc80a1875a7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494723 Oct 24 08:56:50.008102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:50.023870 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a9771-b26c-4b29-b828-5858058815f4 req-d886d1e3-2dbd-44a3-ba0d-e5c63be58b20 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:50.025365 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-935a9771-b26c-4b29-b828-5858058815f4 req-d886d1e3-2dbd-44a3-ba0d-e5c63be58b20 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 944 time: 0.0765543 Oct 24 08:56:50.060483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Made reservation on behalf of 7ff48b26c576495f8bb8c88d20d246cc for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:56:50.064217 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.065276 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-ae4f8a50-af2e-40b9-8817-bf2e2264eb30 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904949 Oct 24 08:56:50.105199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-935a9771-b26c-4b29-b828-5858058815f4 req-f04d7461-a517-45bd-bd21-07328321bca7 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724535 Oct 24 08:56:50.171828 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-0ebe3ae4-c726-4979-a7de-73a1250df834 req-6125d902-3c37-4b7d-a735-978f6b7edb4c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997989 Oct 24 08:56:50.215184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Allocated IP 172.20.0.6 (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe/66fb0918-4d0a-408a-a493-d5304240b8f7/d0e79b5c-b764-405d-8c7a-d5032e3c72a8) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:56:50.357477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.389599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.431081 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:56:50.434356 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:56:50.440974 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:56:50.488068 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:50.547004 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:50.547691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.560825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d9ccb-4245-4b6d-85c8-0e54beee3185 req-7f14682e-2007-43fb-a494-89a1dbe3fa07 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:50.562429 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da1d9ccb-4245-4b6d-85c8-0e54beee3185 req-7f14682e-2007-43fb-a494-89a1dbe3fa07 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0900288 Oct 24 08:56:50.581814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:50.617720 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ef459035-5b5c-47e4-8d8d-e60a1edb4629 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587533 Oct 24 08:56:50.627096 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94e63-b388-4148-a8c7-bdcc8dee17c7 req-77383e11-8a54-404b-8bda-ee0356e51aa7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:50.628618 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-78b94e63-b388-4148-a8c7-bdcc8dee17c7 req-77383e11-8a54-404b-8bda-ee0356e51aa7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 931 time: 0.0994608 Oct 24 08:56:50.661314 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Request body: {'port': {'device_id': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:50.702889 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-274ebb5b-4b0f-43aa-a54a-464c6b8f787e None None] Provisioning complete for port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:56:50.703535 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-274ebb5b-4b0f-43aa-a54a-464c6b8f787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.703660 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-274ebb5b-4b0f-43aa-a54a-464c6b8f787e None None] Attempt 1 to provision port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 Oct 24 08:56:50.710773 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da1d9ccb-4245-4b6d-85c8-0e54beee3185 req-3764978c-2324-4ccc-8a8d-cdd58dfd44c3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239889 Oct 24 08:56:50.736079 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-78b94e63-b388-4148-a8c7-bdcc8dee17c7 req-c9e1826e-bebc-49f4-bdd9-8ad0d422629a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005275 Oct 24 08:56:50.736670 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-274ebb5b-4b0f-43aa-a54a-464c6b8f787e None None] Port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:56:50.762763 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.777321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:50.943942 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9d796584-37f8-4f4f-8f8c-41d40022f76b up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:56:50.992872 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 9d796584-37f8-4f4f-8f8c-41d40022f76b completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:56:50.998676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 9d796584-37f8-4f4f-8f8c-41d40022f76b triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:56:50.999148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:50.999482 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 9d796584-37f8-4f4f-8f8c-41d40022f76b Oct 24 08:56:51.022747 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:56:51.030632 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks [] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.043543 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Transition to ACTIVE for port object d0e79b5c-b764-405d-8c7a-d5032e3c72a8 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:56:51.047346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.076072 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 9d796584-37f8-4f4f-8f8c-41d40022f76b is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:56:51.076664 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.101376 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:51.103614 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7558f9-ad41-4313-af51-d277e11289d0" -d '{"events": [{"server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:51.119923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:51.125575 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.131508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:51.167857 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Attempting to bind port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:56:51.168213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Attempting to bind port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:56:51.168552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Attempting to bind port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:56:51.194164 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:51.245341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:56:51.245674 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Attempting to bind port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 on network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:56:51.261885 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f311d-6e06-48ab-9b6b-108d4738423b x-openstack-request-id: req-b59f311d-6e06-48ab-9b6b-108d4738423b {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:51.262219 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:51.262506 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b59f311d-6e06-48ab-9b6b-108d4738423b {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:51.262912 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59f311d-6e06-48ab-9b6b-108d4738423b'] response: {'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'code': 200} Oct 24 08:56:51.278813 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bb756-cbba-4c6a-af9c-4ef0dec46321 req-d75a73e9-c4ed-40df-8e26-79b54fb19f7d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.280372 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-037bb756-cbba-4c6a-af9c-4ef0dec46321 req-d75a73e9-c4ed-40df-8e26-79b54fb19f7d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0809743 Oct 24 08:56:51.333840 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:56:51.334185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Checking segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:56:51.334619 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Bound using segment: {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:56:51.335080 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Bound port: d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:56:51.335446 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.356068 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-037bb756-cbba-4c6a-af9c-4ef0dec46321 req-0506380b-30cc-43a3-8108-d3834d8db595 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694797 Oct 24 08:56:51.411358 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:56:51.414638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:56:51.422641 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.432653 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.433700 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:51.436019 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 1093 time: 0.7861867 Oct 24 08:56:51.436634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:51.439213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ed351-e773-4207-a00a-e02fd1037847" -d '{"events": [{"name": "network-changed", "server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:51.465715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:51.490263 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5085-bb76-47a3-bca4-c4ed228c3997 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:51.544679 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c208c6f-3031-4dad-9b8d-566ae79e475a x-openstack-request-id: req-7c208c6f-3031-4dad-9b8d-566ae79e475a {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:51.544972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:51.545229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c208c6f-3031-4dad-9b8d-566ae79e475a {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:51.545638 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c208c6f-3031-4dad-9b8d-566ae79e475a'] response: {'name': 'network-changed', 'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'status': 'completed', 'code': 200} Oct 24 08:56:51.685416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-d92ade45-057a-419f-abcb-558489623565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.686982 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-d92ade45-057a-419f-abcb-558489623565 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1127 time: 0.0423594 Oct 24 08:56:51.739442 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-835a5e63-6171-4174-b3eb-13508587781c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 217 time: 0.0387433 Oct 24 08:56:51.794060 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-19771f85-35eb-45b2-975e-75c4fc476d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.795701 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-19771f85-35eb-45b2-975e-75c4fc476d4a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0494521 Oct 24 08:56:51.842829 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-cd96dffa-8d3b-4020-b20d-72fdbd011d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.844379 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-cd96dffa-8d3b-4020-b20d-72fdbd011d30 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426772 Oct 24 08:56:51.900266 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13ff5-1be7-4694-81d4-1c46a1034446 req-8fa49bfe-ec97-4ccd-9fc9-8d04a531b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.901765 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4c13ff5-1be7-4694-81d4-1c46a1034446 req-8fa49bfe-ec97-4ccd-9fc9-8d04a531b97a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 1129 time: 0.3552420 Oct 24 08:56:51.921224 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:51.937840 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad2da-e3ff-49c5-b56f-f8681eb484ad req-2b744f0d-a209-4aa7-8d65-5dea6ad6e7b8 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.939391 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff2ad2da-e3ff-49c5-b56f-f8681eb484ad req-2b744f0d-a209-4aa7-8d65-5dea6ad6e7b8 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.1058090 Oct 24 08:56:51.942255 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-717c0ebd-40c6-41b4-84b9-231389deba2f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915651 Oct 24 08:56:51.947978 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904bb2-869c-4053-abc1-174ff8d943de req-7e96a221-b753-42e6-9a89-9774099e16f5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:51.949422 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-de904bb2-869c-4053-abc1-174ff8d943de req-7e96a221-b753-42e6-9a89-9774099e16f5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.1121955 Oct 24 08:56:52.020747 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4c13ff5-1be7-4694-81d4-1c46a1034446 req-2515b414-e614-4aaa-b4df-6f332b1bb265 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122692 Oct 24 08:56:52.037397 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bbeb2262-55b3-43e4-9151-92aac1253879 req-a6aad991-d7cc-4e9c-bee4-2516c4b5ae12 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888464 Oct 24 08:56:52.046725 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff2ad2da-e3ff-49c5-b56f-f8681eb484ad req-40ee895b-b662-470a-b877-d84b023478e6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963492 Oct 24 08:56:52.058229 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-de904bb2-869c-4053-abc1-174ff8d943de req-104adbb5-d115-4cee-a56b-eed13994f557 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974872 Oct 24 08:56:52.483671 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf876b-3698-490b-9465-16c1bd482b02 req-6f037973-ab82-4aef-a235-e35cafc5d90b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:52.485248 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8fdf876b-3698-490b-9465-16c1bd482b02 req-6f037973-ab82-4aef-a235-e35cafc5d90b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0510767 Oct 24 08:56:52.536427 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8fdf876b-3698-490b-9465-16c1bd482b02 req-07c487d1-257b-4a34-ab68-e2f65c121ce6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Oct 24 08:56:52.650576 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:53.201807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ed04-8812-4993-9bfd-bca6931f69ac req-0e527ba1-2b0a-44f7-8cba-95be60746a17 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:53.203298 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ee9ed04-8812-4993-9bfd-bca6931f69ac req-0e527ba1-2b0a-44f7-8cba-95be60746a17 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0770071 Oct 24 08:56:53.225973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ac99-de39-47ba-9e7e-216c37895538 req-30100de7-ae8e-42d4-9197-e235d98dc037 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:53.227432 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a88ac99-de39-47ba-9e7e-216c37895538 req-30100de7-ae8e-42d4-9197-e235d98dc037 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0682106 Oct 24 08:56:53.287642 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ee9ed04-8812-4993-9bfd-bca6931f69ac req-4ce84626-6d0e-41c5-b402-d82dc23c5b49 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777099 Oct 24 08:56:53.301557 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a88ac99-de39-47ba-9e7e-216c37895538 req-daf92ecc-f051-4e33-9bdd-2bff074bbf97 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677733 Oct 24 08:56:53.663926 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7a084-63bf-4c30-b94f-e2a850e8eaa3 req-f02d7555-a962-441f-8e9f-bf10288713b1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:53.665425 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-07c7a084-63bf-4c30-b94f-e2a850e8eaa3 req-f02d7555-a962-441f-8e9f-bf10288713b1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0478189 Oct 24 08:56:53.716600 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-07c7a084-63bf-4c30-b94f-e2a850e8eaa3 req-5be94e65-b0bc-4620-995e-a0943152509b tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Oct 24 08:56:54.441061 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef90e63-3b96-4118-b3a9-e96b3c883725 req-4b37f668-acbd-4c98-9605-5c9e73e4bb2e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:54.443339 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ef90e63-3b96-4118-b3a9-e96b3c883725 req-4b37f668-acbd-4c98-9605-5c9e73e4bb2e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0751143 Oct 24 08:56:54.462929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf24e-da12-4367-8e7e-b1c7549f062e req-590119f3-415b-414e-941e-e31b9bf69509 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:54.464369 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb4bf24e-da12-4367-8e7e-b1c7549f062e req-590119f3-415b-414e-941e-e31b9bf69509 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0665963 Oct 24 08:56:54.530099 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ef90e63-3b96-4118-b3a9-e96b3c883725 req-168e3dee-a869-4f8f-ab14-c5e26ca0d647 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811918 Oct 24 08:56:54.541715 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb4bf24e-da12-4367-8e7e-b1c7549f062e req-f83fee62-1eba-4b4c-9ca5-df926fbdc42e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704339 Oct 24 08:56:54.839900 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a499-a0bc-477e-8e2e-cfe3744a4e9a req-d0ad4779-4794-4cd1-a36e-dce6e537039c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:54.841443 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce69a499-a0bc-477e-8e2e-cfe3744a4e9a req-d0ad4779-4794-4cd1-a36e-dce6e537039c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0492094 Oct 24 08:56:54.890517 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce69a499-a0bc-477e-8e2e-cfe3744a4e9a req-5c2384e8-9bf8-425c-a961-c6e7845184b3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Oct 24 08:56:54.946996 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:56:54.963670 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:54.992502 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:55.053959 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:55.065209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:56:55.100983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:56:55.101405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:55.115843 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:56:55.135391 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:55.139262 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:55.192415 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:55.314745 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ed351-e773-4207-a00a-e02fd1037847 req-2e79429b-4328-4917-a680-56df201e334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.316106 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-2e79429b-4328-4917-a680-56df201e334e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1128 time: 0.0446708 Oct 24 08:56:55.396004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:55.409597 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ed351-e773-4207-a00a-e02fd1037847 req-1e300158-3d8e-45f3-82e0-ed8a268216f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.412950 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-1e300158-3d8e-45f3-82e0-ed8a268216f0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.0906730 Oct 24 08:56:55.462066 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-f858b5a1-266c-4566-9cd2-3471121a55b5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 217 time: 0.0425482 Oct 24 08:56:55.514937 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ed351-e773-4207-a00a-e02fd1037847 req-b52d9cec-0201-45ee-a56d-fc591501c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.516440 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-b52d9cec-0201-45ee-a56d-fc591501c393 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0464525 Oct 24 08:56:55.573974 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ed351-e773-4207-a00a-e02fd1037847 req-f861af1e-27dc-4940-9692-8fa1f8e43b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.575525 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-f861af1e-27dc-4940-9692-8fa1f8e43b42 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411904 Oct 24 08:56:55.652572 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['d0e79b5c-b764-405d-8c7a-d5032e3c72a8'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:56:55.683041 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:55.691929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21a85-5de4-40a7-92eb-f950136c803c req-8818f7fb-8d2e-4e96-890c-44beb18aacea tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.693612 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-daa21a85-5de4-40a7-92eb-f950136c803c req-8818f7fb-8d2e-4e96-890c-44beb18aacea tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0850246 Oct 24 08:56:55.705373 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4af847-f396-4a47-b1eb-49589f4f996d req-df8e59e5-e698-445e-8046-a93e5703d5a0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:55.706800 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa4af847-f396-4a47-b1eb-49589f4f996d req-df8e59e5-e698-445e-8046-a93e5703d5a0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0693467 Oct 24 08:56:55.786268 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-daa21a85-5de4-40a7-92eb-f950136c803c req-1dc2b477-0209-4018-8e7d-683cb3c9ee5b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860205 Oct 24 08:56:55.789071 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa4af847-f396-4a47-b1eb-49589f4f996d req-ee0bb9fe-039c-4bb9-8b5f-6e0f5b1f8e75 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745611 Oct 24 08:56:55.859162 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-e1a6fb19-03fd-4362-aea2-fb661fc45d51 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067514 Oct 24 08:56:56.013687 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806eb5a-7a26-4292-bd19-25c1cc8038cc req-ceb55c6f-2f0a-4496-89a3-91a73bf36e89 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:56.015157 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6806eb5a-7a26-4292-bd19-25c1cc8038cc req-ceb55c6f-2f0a-4496-89a3-91a73bf36e89 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0473034 Oct 24 08:56:56.062966 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6806eb5a-7a26-4292-bd19-25c1cc8038cc req-1cad8356-a102-479e-96b2-3540e90f7460 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 Oct 24 08:56:56.174856 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:56.188949 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451f10-52a8-4d59-a3ed-5122b6dfd6b4 req-82f14146-b8d7-4d50-b36a-b62784d4f26c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:56.190464 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8b451f10-52a8-4d59-a3ed-5122b6dfd6b4 req-82f14146-b8d7-4d50-b36a-b62784d4f26c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0518086 Oct 24 08:56:56.201882 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48184) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:56:56.206906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'port_id': '9d796584-37f8-4f4f-8f8c-41d40022f76b'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:56:56.245028 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:56.472063 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:56.544838 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-895ed351-e773-4207-a00a-e02fd1037847 req-fbc5b151-bfe7-4dd6-927d-ec90b673343a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Oct 24 08:56:56.652614 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-b38e7598-6093-439b-8fb6-e43b09dc2308 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711288 Oct 24 08:56:56.779477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:56.781326 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-4b40a61f-fc0d-44f1-bcf8-ab55ab90e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:56.783023 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-4b40a61f-fc0d-44f1-bcf8-ab55ab90e493 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 1129 time: 0.0542035 Oct 24 08:56:56.784332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:56.981717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:56:56.989936 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:57.023025 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=22 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:57.024631 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=18 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:57.024830 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:56:57.030841 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:56:57.031526 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:57.031934 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 Oct 24 08:56:57.032813 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b942d3-125c-4611-8df7-259f39f5be9e req-09b29b66-fa6a-4529-ac15-a498079c623a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.034283 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-08b942d3-125c-4611-8df7-259f39f5be9e req-09b29b66-fa6a-4529-ac15-a498079c623a tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.1468644 Oct 24 08:56:57.045296 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2930c6-4d78-4d02-b479-898d6d172bbc req-063f3e99-c5e7-4dae-aa67-543dfd11667d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.046705 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ec2930c6-4d78-4d02-b479-898d6d172bbc req-063f3e99-c5e7-4dae-aa67-543dfd11667d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.1582038 Oct 24 08:56:57.054819 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1 associated. External IP: 172.37.0.225, port: 9d796584-37f8-4f4f-8f8c-41d40022f76b. Oct 24 08:56:57.111430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:56:57.111820 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:57.117493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-fbab3ed8-86e4-4b74-b1c4-3329cb569977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.118940 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-fbab3ed8-86e4-4b74-b1c4-3329cb569977 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 200 len: 920 time: 0.2974465 Oct 24 08:56:57.136292 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:57.138530 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e77fe40-3710-4cb3-a3ed-4640831684c2" -d '{"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:57.151089 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:56:57.155235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:57.192248 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-042218e6-3c9a-4ee3-ac8b-c827893cb3bc service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 200 len: 217 time: 0.0650053 Oct 24 08:56:57.204266 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:56:57.246960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:57.278267 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ec2930c6-4d78-4d02-b479-898d6d172bbc req-ecca3136-2beb-4701-8c6f-7aa007cac5ec tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205334 Oct 24 08:56:57.286065 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-08b942d3-125c-4611-8df7-259f39f5be9e req-0a20b107-c9d7-431a-9ab2-cfb19e525ef9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325623 Oct 24 08:56:57.313919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-4b1b95bd-77b1-486f-9aeb-0c5cb9fccec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.315393 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-4b1b95bd-77b1-486f-9aeb-0c5cb9fccec0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 200 len: 858 time: 0.1135776 Oct 24 08:56:57.337226 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ac5774-f3cf-43a8-bda4-d6fe6ea7654f x-openstack-request-id: req-44ac5774-f3cf-43a8-bda4-d6fe6ea7654f {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:57.337583 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:57.337894 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44ac5774-f3cf-43a8-bda4-d6fe6ea7654f {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:57.338352 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ac5774-f3cf-43a8-bda4-d6fe6ea7654f'] response: {'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'code': 200} Oct 24 08:56:57.448205 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-046dfbbd-e834-4617-971f-da89cded93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.449806 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-046dfbbd-e834-4617-971f-da89cded93a5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=51d12bec-f9d9-464c-a576-7d16d990480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957110 Oct 24 08:56:57.528539 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:56:57.557219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee0c13-1599-4ba0-a91d-5760c9462931 req-4d1ecd30-4e1c-410a-a208-847225b4e57d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.558743 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-43ee0c13-1599-4ba0-a91d-5760c9462931 req-4d1ecd30-4e1c-410a-a208-847225b4e57d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.1007407 Oct 24 08:56:57.634192 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-cea23cc5-db9a-4871-9362-2e5f094eb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.635721 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-cea23cc5-db9a-4871-9362-2e5f094eb03f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1129 time: 0.0672269 Oct 24 08:56:57.636651 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fcf0c-b197-4bf7-9a51-e08576929f4c req-84c2992c-40cc-431e-8b4b-380a6f7b87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.637981 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-693fcf0c-b197-4bf7-9a51-e08576929f4c req-84c2992c-40cc-431e-8b4b-380a6f7b87e8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1129 time: 0.0785496 Oct 24 08:56:57.731491 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-653f5309-4aeb-42f6-a0c4-3a21da416f29 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344356 Oct 24 08:56:57.740110 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-43ee0c13-1599-4ba0-a91d-5760c9462931 req-a7f7f57c-163b-40c5-9368-bcd9df7f140d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478157 Oct 24 08:56:57.750252 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-693fcf0c-b197-4bf7-9a51-e08576929f4c req-3ce5eae7-871e-4460-bed5-088833873aad service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927444 Oct 24 08:56:57.772595 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-8d98d680-7a65-42c7-bd02-006e2e1fd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:57.774075 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-8d98d680-7a65-42c7-bd02-006e2e1fd4e7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.1240690 Oct 24 08:56:57.783265 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:56:57.788690 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:56:57.793446 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:56:57.805002 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:57.805612 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:57.852295 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6076580d-f059-4851-8bb5-86876720d632 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1 HTTP/1.1" status: 200 len: 991 time: 1.6492600 Oct 24 08:56:57.854500 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:56:57.856634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d90c5b-0908-46d1-a45b-ff3c668a03b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:56:57.883569 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-522121b2-b03f-4b7e-b9d8-dbcc9ab744c4 req-5041ca09-3963-4939-8e76-b70a2b3f9c40 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407521 Oct 24 08:56:57.899730 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f06ab7d-9e1c-4c47-8d3b-ad68cc8669e1 x-openstack-request-id: req-2f06ab7d-9e1c-4c47-8d3b-ad68cc8669e1 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:56:57.900055 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:56:57.900349 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f06ab7d-9e1c-4c47-8d3b-ad68cc8669e1 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:56:57.900759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f06ab7d-9e1c-4c47-8d3b-ad68cc8669e1'] response: {'name': 'network-changed', 'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'status': 'completed', 'code': 200} Oct 24 08:56:57.911094 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:58.128033 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.225', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:17:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:41Z', 'updated_at': '2022-10-24T08:56:56Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:58.152932 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:56:58.162401 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:56:58.163011 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:58.267235 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:56:58.282445 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-e1e91aa0-871d-4e24-bce8-24114006fb9e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 1001 time: 0.0584037 Oct 24 08:56:58.420901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560679-1624-4fe7-bb89-f2c2d9c33bdd req-5a411cb5-e761-4ff5-a313-041b9b6dea00 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:58.422417 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8b560679-1624-4fe7-bb89-f2c2d9c33bdd req-5a411cb5-e761-4ff5-a313-041b9b6dea00 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Oct 24 08:56:58.475769 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8b560679-1624-4fe7-bb89-f2c2d9c33bdd req-4abe2075-f220-47fb-a538-5abda0196164 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466945 Oct 24 08:56:58.482977 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.225', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:17:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:41Z', 'updated_at': '2022-10-24T08:56:56Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:56:58.511352 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ad0a2-78e8-4b62-8dc6-a378dc55302f None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.225', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:17:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:41Z', 'updated_at': '2022-10-24T08:56:56Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:56:58.699930 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19593be-a8f1-4753-b355-635b24f0410f None None] New status for floating IP dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:56:58.834109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:58.855640 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-6511c882-a36a-4860-a1bb-d91197f6340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:58.857255 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-6511c882-a36a-4860-a1bb-d91197f6340b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0511115 Oct 24 08:56:58.867090 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-2d882837-cd17-4ab0-9129-9f9c11ac0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:58.868679 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-2d882837-cd17-4ab0-9129-9f9c11ac0023 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 1129 time: 0.0773745 Oct 24 08:56:58.891345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893c723-533e-4d7b-82fe-bfd7fd710473 req-199a8059-0546-4336-9ef9-667d95b6c039 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:58.892946 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8893c723-533e-4d7b-82fe-bfd7fd710473 req-199a8059-0546-4336-9ef9-667d95b6c039 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0725410 Oct 24 08:56:58.910533 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-630edc2a-3fe8-4eb7-b807-e6f48d5f7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:58.912060 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-630edc2a-3fe8-4eb7-b807-e6f48d5f7960 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463324 Oct 24 08:56:59.009211 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-9a6bc98b-a4ca-400b-8fbe-43ae156caa1e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896556 Oct 24 08:56:59.126160 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f3038446-9bb3-4bb0-a139-1e75fe07e4fa req-a1d86d09-cd3b-4a62-9857-981a4c1b08a7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947874 Oct 24 08:56:59.261762 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8893c723-533e-4d7b-82fe-bfd7fd710473 req-49397570-639d-483e-aa10-f37673e9a7f2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580260 Oct 24 08:56:59.276101 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-18228f8a-0ca1-4057-bfff-fa55ae85ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:59.277593 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-18228f8a-0ca1-4057-bfff-fa55ae85ba0b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.4009187 Oct 24 08:56:59.563831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:56:59.601752 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12a103-42c6-49ee-9ad3-5536520df310 req-f48fa935-0a43-4bcb-92c1-065e01b41963 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:59.603216 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cf12a103-42c6-49ee-9ad3-5536520df310 req-f48fa935-0a43-4bcb-92c1-065e01b41963 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0479007 Oct 24 08:56:59.651200 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cf12a103-42c6-49ee-9ad3-5536520df310 req-92ee9147-2e72-4c02-815b-fdad841d1ed2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Oct 24 08:56:59.844181 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-3754db14-b0ea-4c93-943e-f144bbe19403 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b HTTP/1.1" status: 200 len: 1001 time: 0.0701973 Oct 24 08:56:59.894170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-ed748871-9d67-4431-8a9b-3cf9f134adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:59.896199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-ed748871-9d67-4431-8a9b-3cf9f134adb2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0455606 Oct 24 08:56:59.944043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-a703296f-3896-411f-bc15-2bc3898881fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:56:59.945554 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-a703296f-3896-411f-bc15-2bc3898881fb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388441 Oct 24 08:57:00.052517 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-95dc2163-e220-4f7e-a32f-bc3e7f5eb9d2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878739 Oct 24 08:57:00.385945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea040e-46c4-44a2-aec8-338e78bc93a8 req-3d15a91a-320b-4623-b046-f22c7a7f624d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:00.387422 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-89ea040e-46c4-44a2-aec8-338e78bc93a8 req-3d15a91a-320b-4623-b046-f22c7a7f624d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Oct 24 08:57:00.436353 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-89ea040e-46c4-44a2-aec8-338e78bc93a8 req-e2a44214-015b-4e12-affa-1a4756a2f582 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Oct 24 08:57:00.596960 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-06d90c5b-0908-46d1-a45b-ff3c668a03b3 req-2ae575c7-6f02-4b00-bf68-23c6630069fb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931907 Oct 24 08:57:00.780387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a090-b495-4cb2-9766-c23f1291fd98 req-f00f00ce-04d8-4bda-81e7-54d951e3928f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:00.781857 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fbb9a090-b495-4cb2-9766-c23f1291fd98 req-f00f00ce-04d8-4bda-81e7-54d951e3928f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Oct 24 08:57:00.829496 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fbb9a090-b495-4cb2-9766-c23f1291fd98 req-ec2b733b-cac6-496f-b1ab-f6f01d401a18 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Oct 24 08:57:00.954232 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fac19-cdb2-4350-adb7-623da179dcb4 req-ce249533-cf8d-40aa-a24b-966385f38342 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:00.955777 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff8fac19-cdb2-4350-adb7-623da179dcb4 req-ce249533-cf8d-40aa-a24b-966385f38342 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Oct 24 08:57:00.971003 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48218) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:00.977555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Request body: {'floatingip': {'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:57:01.018460 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:01.126821 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:01.396603 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:01.402523 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d36c39-8b4f-402b-9abd-8b6b3a23abb8 req-4169b9e0-2dea-4332-8d68-844d65ffd099 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:01.404165 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22d36c39-8b4f-402b-9abd-8b6b3a23abb8 req-4169b9e0-2dea-4332-8d68-844d65ffd099 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0608804 Oct 24 08:57:01.455556 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22d36c39-8b4f-402b-9abd-8b6b3a23abb8 req-96c9a8ac-845c-47e8-9cbe-f6941dfe9755 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Oct 24 08:57:01.499445 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:01.505347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:01.569829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccec1d-acdf-4ec9-ae34-3d54d2787e28 req-b0f2c03a-6b0b-4033-ad65-d52e8681f629 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:01.571310 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29ccec1d-acdf-4ec9-ae34-3d54d2787e28 req-b0f2c03a-6b0b-4033-ad65-d52e8681f629 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Oct 24 08:57:01.603013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:01.608591 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Floating IP 9746baca-2d40-49d6-9ded-3df0d965aa7f associated. External IP: 172.37.0.14, port: d0e79b5c-b764-405d-8c7a-d5032e3c72a8. Oct 24 08:57:01.621161 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29ccec1d-acdf-4ec9-ae34-3d54d2787e28 req-5f1dd560-55bd-4bd0-a93b-9cc858438b0c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Oct 24 08:57:01.805328 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:57:01.908935 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:57:01.914208 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6f25-5ddb-4c7a-a2ec-b48692244d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:01.915032 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:01.922510 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:57:01.936057 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:01.936696 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:01.948672 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-28e0e8ab-01d9-4a73-9bdc-f84ec05deccc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/9746baca-2d40-49d6-9ded-3df0d965aa7f HTTP/1.1" status: 200 len: 990 time: 0.9762828 Oct 24 08:57:01.949307 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:01.951527 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b61aa7-8ad2-47da-93c1-8508f83e635c" -d '{"events": [{"name": "network-changed", "server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:01.998841 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d8bcba-d2a2-4be5-8313-6f2fd7d871ca x-openstack-request-id: req-85d8bcba-d2a2-4be5-8313-6f2fd7d871ca {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:01.999401 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:01.999401 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85d8bcba-d2a2-4be5-8313-6f2fd7d871ca {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:01.999783 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d8bcba-d2a2-4be5-8313-6f2fd7d871ca'] response: {'name': 'network-changed', 'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'status': 'completed', 'code': 200} Oct 24 08:57:02.064033 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:02.170747 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:02.227609 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:02.230082 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-ccdc4499-677c-430a-ad57-890b7dec82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:02.231862 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-ccdc4499-677c-430a-ad57-890b7dec82f5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1129 time: 0.0520098 Oct 24 08:57:02.288077 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9746baca-2d40-49d6-9ded-3df0d965aa7f', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.14', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:44Z', 'updated_at': '2022-10-24T08:57:01Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:02.317772 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:57:02.327451 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:02.327816 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:56:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:02.355831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-3a90fc29-1b33-41c5-b99f-96b7a1c6f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:02.357780 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-3a90fc29-1b33-41c5-b99f-96b7a1c6f536 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.0974185 Oct 24 08:57:02.434691 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:02.587660 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2fdfa-4a4e-4a24-9c8e-808a0383d066 req-e25ab1f7-0b7a-4691-bceb-77b1e8ec4eaa tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:02.589336 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ce2fdfa-4a4e-4a24-9c8e-808a0383d066 req-e25ab1f7-0b7a-4691-bceb-77b1e8ec4eaa tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0520694 Oct 24 08:57:02.676233 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:02.683063 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-a0e13dd8-7521-47c3-90ce-b9e6e1c59b4f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 998 time: 0.0927331 Oct 24 08:57:02.730219 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ce2fdfa-4a4e-4a24-9c8e-808a0383d066 req-86425d60-8421-449e-a16b-8b9b8b777006 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933187 Oct 24 08:57:02.747107 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-b3b7ebac-13ba-4ec0-b983-b41d296295f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:02.748663 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-b3b7ebac-13ba-4ec0-b983-b41d296295f2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0555069 Oct 24 08:57:02.757254 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9746baca-2d40-49d6-9ded-3df0d965aa7f', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.14', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:44Z', 'updated_at': '2022-10-24T08:57:01Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:02.785343 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf47b8-387d-4773-a573-33c77bd1cd8a None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9746baca-2d40-49d6-9ded-3df0d965aa7f', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'floating_ip_address': '172.37.0.14', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:56:44Z', 'updated_at': '2022-10-24T08:57:01Z', 'revision_number': 1, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:57:02.799678 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-82f72815-1e28-4d5e-98f3-e4369f05769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:02.801917 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-82f72815-1e28-4d5e-98f3-e4369f05769c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468783 Oct 24 08:57:02.896691 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-d73776bd-96f8-4af5-86bd-7cc681a65df2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Oct 24 08:57:02.985551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd107-ad5a-4b75-a37b-a589e8f2f9d1 None None] New status for floating IP 9746baca-2d40-49d6-9ded-3df0d965aa7f: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:57:03.006050 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b61aa7-8ad2-47da-93c1-8508f83e635c req-454270db-514e-41b8-946b-c8f2a7c26eb5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024840 Oct 24 08:57:03.038269 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:03.746383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6fab-f7aa-4624-8c71-df85e32925fc req-b984eea7-efe0-4b13-994c-6dbab4e989eb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:03.747732 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-804b6fab-f7aa-4624-8c71-df85e32925fc req-b984eea7-efe0-4b13-994c-6dbab4e989eb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0478249 Oct 24 08:57:03.797480 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-804b6fab-f7aa-4624-8c71-df85e32925fc req-2ebb50bb-1ca6-40c5-9e73-c86afc992465 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440574 Oct 24 08:57:03.858691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d254e-15c6-4932-a7e0-d6ebb956188a req-6da05c13-7d52-422d-b58e-2bc6c73af02b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:03.860214 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-555d254e-15c6-4932-a7e0-d6ebb956188a req-6da05c13-7d52-422d-b58e-2bc6c73af02b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0478437 Oct 24 08:57:03.913518 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-555d254e-15c6-4932-a7e0-d6ebb956188a req-acf1e1d3-a8bc-4245-8c36-48025d5beece tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474229 Oct 24 08:57:04.211164 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ba5b25b1-195d-4682-ab96-aecfd5d17cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:04.924569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558e40a-cab4-45d5-a140-b24236295764 req-6e5c5a41-1926-474a-87ec-ff8a99eee051 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:04.926196 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7558e40a-cab4-45d5-a140-b24236295764 req-6e5c5a41-1926-474a-87ec-ff8a99eee051 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0465426 Oct 24 08:57:04.978690 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7558e40a-cab4-45d5-a140-b24236295764 req-7e401ee1-8b42-462a-b38c-bd0f2cf9e9a5 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467508 Oct 24 08:57:05.037531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6cfc6-bf1c-4915-b3ae-7e3fa6f06c4d req-d204d63a-2d25-49e6-bf50-6dc41181518b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:05.039084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7d6cfc6-bf1c-4915-b3ae-7e3fa6f06c4d req-d204d63a-2d25-49e6-bf50-6dc41181518b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0482042 Oct 24 08:57:05.079148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:05.089542 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7d6cfc6-bf1c-4915-b3ae-7e3fa6f06c4d req-ffc5f2fd-a368-452d-a54a-be94ffefb03f tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449502 Oct 24 08:57:05.721141 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:05.733027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:06.109271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b9f4-d02b-48ae-8e67-891777cb9fc6 req-7cacd6ab-a7b1-4b45-8a65-0271e1a43a52 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:06.110889 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9b82b9f4-d02b-48ae-8e67-891777cb9fc6 req-7cacd6ab-a7b1-4b45-8a65-0271e1a43a52 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0534568 Oct 24 08:57:06.161793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9b82b9f4-d02b-48ae-8e67-891777cb9fc6 req-242c7954-e2e6-45b6-9cfd-958a1671cc61 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Oct 24 08:57:06.213875 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58559ec-8dbc-4992-9bea-8578773c822d req-1312fc8d-1d74-4b11-a60b-2711e41bd560 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:06.215352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a58559ec-8dbc-4992-9bea-8578773c822d req-1312fc8d-1d74-4b11-a60b-2711e41bd560 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0471730 Oct 24 08:57:06.266759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a58559ec-8dbc-4992-9bea-8578773c822d req-28f32595-577b-4ba5-a254-d1c8868aa8d7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Oct 24 08:57:06.937455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:07.126295 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:07.284956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de505ef-0749-4006-a6d4-874db21cc5fc req-12a9ea2d-823e-48e5-a207-eab855d4a61c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:07.286402 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8de505ef-0749-4006-a6d4-874db21cc5fc req-12a9ea2d-823e-48e5-a207-eab855d4a61c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0467126 Oct 24 08:57:07.338933 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8de505ef-0749-4006-a6d4-874db21cc5fc req-06e30236-9807-4e23-a956-ba48920ab971 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4325f124-029a-4109-a4f2-f9b9bfea558e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Oct 24 08:57:07.393326 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c998d-fa3f-4d1a-b237-3e67f7a35744 req-72195cb7-b8ce-41b5-9fe7-7263457f2c2c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:07.395247 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-389c998d-fa3f-4d1a-b237-3e67f7a35744 req-72195cb7-b8ce-41b5-9fe7-7263457f2c2c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Oct 24 08:57:07.419485 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:07.447130 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-389c998d-fa3f-4d1a-b237-3e67f7a35744 req-e4625980-b52c-47dd-8f79-c0a886e66a94 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463848 Oct 24 08:57:07.580553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-2e3ff915-072e-4bef-bd3f-c1a1c769c23f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:07.582375 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-2e3ff915-072e-4bef-bd3f-c1a1c769c23f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 945 time: 0.0505228 Oct 24 08:57:07.701767 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Deleting port 2a188a19-a722-46ea-96ea-89232fd07436 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:07.702017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (2a188a19-a722-46ea-96ea-89232fd07436), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:07.794208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] For port 2a188a19-a722-46ea-96ea-89232fd07436, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a188a19-a722-46ea-96ea-89232fd07436,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:07.794581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (2a188a19-a722-46ea-96ea-89232fd07436), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:08.003734 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:08.004103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:08.004474 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Floating IP 6b9f8e84-b21e-45f5-8777-7d9ef124f5b8 disassociated. External IP: 172.37.0.171, port: 2a188a19-a722-46ea-96ea-89232fd07436. Oct 24 08:57:08.004790 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Calling delete_port for 2a188a19-a722-46ea-96ea-89232fd07436 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:08.134598 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (2a188a19-a722-46ea-96ea-89232fd07436), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:08.140743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:08.168274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event deleted for resources: {'Port': ['ID=2a188a19-a722-46ea-96ea-89232fd07436,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:08.278792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:57:08.380399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:57:08.390487 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:57:08.402358 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:08.403286 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:57:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:08.471523 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9fad4ebd-92f4-41c7-8f2d-168b3fa65e27 req-ee49d654-556f-447a-9ac5-8c6a35c4d1b7 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf HTTP/1.1" status: 200 len: 210 time: 0.0432904 Oct 24 08:57:08.473018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] No DVR routers for this DVR port 2a188a19-a722-46ea-96ea-89232fd07436 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:57:08.475748 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:08.479340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8c1610b3-9d85-443d-8ac0-182e27997dbd req-d15073c7-c2ce-4d9d-b790-52d14830efa1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "DELETE /networking/v2.0/ports/2a188a19-a722-46ea-96ea-89232fd07436 HTTP/1.1" status: 204 len: 173 time: 0.8912027 Oct 24 08:57:08.479863 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'name': 'network-vif-deleted', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:08.482398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2151a0-dbbe-443e-a629-abf2e11a0559" -d '{"events": [{"server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "name": "network-vif-deleted", "tag": "2a188a19-a722-46ea-96ea-89232fd07436"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:08.516219 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:08.584667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7b524-2fab-4a87-a88c-c2e5f46fdeee x-openstack-request-id: req-a8c7b524-2fab-4a87-a88c-c2e5f46fdeee {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:08.585324 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf", "name": "network-vif-deleted", "tag": "2a188a19-a722-46ea-96ea-89232fd07436", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:08.585785 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8c7b524-2fab-4a87-a88c-c2e5f46fdeee {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:08.586364 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c7b524-2fab-4a87-a88c-c2e5f46fdeee'] response: {'server_uuid': '6cdd18d6-8c5b-46cc-bb4b-d997473c1bdf', 'name': 'network-vif-deleted', 'tag': '2a188a19-a722-46ea-96ea-89232fd07436', 'status': 'completed', 'code': 200} Oct 24 08:57:08.611307 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed276d77-4b2c-4c2a-8c35-b201e017c057 req-af8bdfea-779a-4b8c-9e24-bba74a9ba201 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:08.614236 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed276d77-4b2c-4c2a-8c35-b201e017c057 req-af8bdfea-779a-4b8c-9e24-bba74a9ba201 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0692730 Oct 24 08:57:08.679133 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed276d77-4b2c-4c2a-8c35-b201e017c057 req-06d34c19-7d83-4466-8f8d-c35cce9ee379 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582061 Oct 24 08:57:08.749788 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:08.775483 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:57:08.783919 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:08.785020 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:57:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:08.890346 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:08.969472 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:08.971575 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:09.081114 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:09.110401 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d0736-c2cf-4b43-9423-5da0a81a44bf None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:50:52Z', 'revision_number': 4, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '25bad588-b62e-40b9-b151-5c0506006641', 'name': '', 'network_id': '51d12bec-f9d9-464c-a576-7d16d990480f', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'mac_address': 'fa:16:3e:dc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'subnets': [{'id': '7782d9f3-4039-4663-b2ed-68e216da2a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:57:09.339305 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e5a0d-3c73-47a0-a05b-d25ae62436c0 None None] New status for floating IP 6b9f8e84-b21e-45f5-8777-7d9ef124f5b8: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:57:09.814089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f81bcb-2412-4e12-af04-048e90febc82 req-ec26e9ee-32fc-4a80-9cf9-43e4ff5190d9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:09.815575 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54f81bcb-2412-4e12-af04-048e90febc82 req-ec26e9ee-32fc-4a80-9cf9-43e4ff5190d9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0511501 Oct 24 08:57:09.842591 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:09.881690 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54f81bcb-2412-4e12-af04-048e90febc82 req-b3bc7b91-5f31-4de6-8f67-d926899545c9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592597 Oct 24 08:57:10.587077 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48284) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:10.645098 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (4325f124-029a-4109-a4f2-f9b9bfea558e), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.668678 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (4325f124-029a-4109-a4f2-f9b9bfea558e), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.719490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (4325f124-029a-4109-a4f2-f9b9bfea558e), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.723604 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.724837 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4325f124-029a-4109-a4f2-f9b9bfea558e HTTP/1.1" status: 204 len: 168 time: 0.1366642 Oct 24 08:57:10.727975 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48286) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:10.735261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4087c1a-df55-4f94-9dff-b3d6303ed2d1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325f124-029a-4109-a4f2-f9b9bfea558e,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:10.749554 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.api.v2.resource [None req-9ff018db-f37b-4df7-a44c-7063cc4440c2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] show failed (client error): The resource could not be found. Oct 24 08:57:10.750703 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9ff018db-f37b-4df7-a44c-7063cc4440c2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups/4325f124-029a-4109-a4f2-f9b9bfea558e HTTP/1.1" status: 404 len: 347 time: 0.0217161 Oct 24 08:57:10.754288 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48288) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:10.872596 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Deleting port 557fab9f-dc17-4897-b52f-3ac8d51f0f5e {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:10.873317 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.959985 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.960375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:10.985555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Calling delete_port for 557fab9f-dc17-4897-b52f-3ac8d51f0f5e owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:11.015876 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:11.029577 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38d70-480d-41e6-a0e7-dd57db6511d9 req-1ebc4c01-78ff-4639-8afb-e4b9e174a4f0 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:11.031052 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-63d38d70-480d-41e6-a0e7-dd57db6511d9 req-1ebc4c01-78ff-4639-8afb-e4b9e174a4f0 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0608611 Oct 24 08:57:11.078076 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 2a188a19-a722-46ea-96ea-89232fd07436 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:11.100444 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 2a188a19-a722-46ea-96ea-89232fd07436 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:11.100783 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 2a188a19-a722-46ea-96ea-89232fd07436 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:11.131112 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-63d38d70-480d-41e6-a0e7-dd57db6511d9 req-c88be46b-9ad8-4660-bda1-accf6ebec520 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694540 Oct 24 08:57:11.202634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (557fab9f-dc17-4897-b52f-3ac8d51f0f5e), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:11.226620 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event deleted for resources: {'Port': ['ID=557fab9f-dc17-4897-b52f-3ac8d51f0f5e,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:11.294918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks [] for floatingip (6b9f8e84-b21e-45f5-8777-7d9ef124f5b8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:11.297537 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:11.300346 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-871452a6-2b1c-4855-801f-c521d6c42a04 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/6b9f8e84-b21e-45f5-8777-7d9ef124f5b8 HTTP/1.1" status: 204 len: 168 time: 0.5431590 Oct 24 08:57:11.683414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-9143445c-6ec1-4645-9009-a0a0b1eac306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:11.684968 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-9143445c-6ec1-4645-9009-a0a0b1eac306 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0394442 Oct 24 08:57:11.783912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-66c47f1c-872e-4369-9557-ce5a9b22385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:11.785447 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-66c47f1c-872e-4369-9557-ce5a9b22385c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.0933259 Oct 24 08:57:11.849818 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-529b2922-a2e7-47f4-b668-32020d99517a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 1001 time: 0.0562038 Oct 24 08:57:11.896650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:11.903195 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-644842d7-41e8-437f-8d0d-15b335c03f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:11.904680 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-644842d7-41e8-437f-8d0d-15b335c03f8c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0457180 Oct 24 08:57:11.946104 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:UPDATE=2,neutron:SELECT=54 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:11.951254 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-00b9d165-7edd-4750-9d3d-81052815e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:11.952788 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-00b9d165-7edd-4750-9d3d-81052815e378 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418689 Oct 24 08:57:12.047577 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-c4ac1b81-0d7b-4ca2-a863-833eea385ada service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822310 Oct 24 08:57:12.142967 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5746daa-d760-45d1-a5dc-06c872cffe75 req-7905f721-31b5-440e-9552-b418b603555d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Oct 24 08:57:12.267014 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee56fa-beaf-4d4f-bec6-11f401c34c52 req-d2bf7a55-60e4-47a8-a9e4-3516e431f05d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:12.268484 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2ee56fa-beaf-4d4f-bec6-11f401c34c52 req-d2bf7a55-60e4-47a8-a9e4-3516e431f05d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Oct 24 08:57:12.319580 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2ee56fa-beaf-4d4f-bec6-11f401c34c52 req-1b466d94-d51b-4143-8107-bd78a7afa8ff tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Oct 24 08:57:13.441720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375c558-8ec1-4ce1-9de0-2514f062d70b req-38d023fe-a0c1-4254-9fc1-becaaea63bb9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:13.443192 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5375c558-8ec1-4ce1-9de0-2514f062d70b req-38d023fe-a0c1-4254-9fc1-becaaea63bb9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0471778 Oct 24 08:57:13.497058 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5375c558-8ec1-4ce1-9de0-2514f062d70b req-b8372fb3-b32e-4e1d-9e77-d3c10f3e68cc tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482900 Oct 24 08:57:13.781811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988210-7239-4a90-ba40-1feba9d0f1b2 req-e3066d17-7664-42a3-9a62-94120c5f6faf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:13.783240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76988210-7239-4a90-ba40-1feba9d0f1b2 req-e3066d17-7664-42a3-9a62-94120c5f6faf tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0484002 Oct 24 08:57:13.803057 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:13.835062 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-76988210-7239-4a90-ba40-1feba9d0f1b2 req-f9d7ee07-5f8d-4865-87f7-be7eb0f2d7c1 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Oct 24 08:57:14.617312 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d852-7c14-4d74-9bae-195c204f246a req-6f7b7aea-dc8b-4c44-90a2-63f30bf5e618 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:14.618766 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3639d852-7c14-4d74-9bae-195c204f246a req-6f7b7aea-dc8b-4c44-90a2-63f30bf5e618 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0471456 Oct 24 08:57:14.668460 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3639d852-7c14-4d74-9bae-195c204f246a req-45acfb3a-492f-46f2-a774-4aaa39d92ee1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Oct 24 08:57:15.210046 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a13fff-58c0-407f-ac0b-0153538b8496 req-e62b4085-5ba4-48bb-8725-62926ef408ff tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:15.211594 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47a13fff-58c0-407f-ac0b-0153538b8496 req-e62b4085-5ba4-48bb-8725-62926ef408ff tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.3006327 Oct 24 08:57:15.260514 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-47a13fff-58c0-407f-ac0b-0153538b8496 req-76e7f94d-6ba5-48b4-ba60-eb26f97fced2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Oct 24 08:57:15.743055 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-26203448-af8d-4050-8ae5-34e8f55927b2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:15.744847 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-26203448-af8d-4050-8ae5-34e8f55927b2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 946 time: 0.0506363 Oct 24 08:57:15.833305 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde44c9-4f35-4442-ac4a-fddb5648d369 req-2e65c6d4-7d0e-40aa-9d6d-7c581fc379a3 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:15.834788 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3bde44c9-4f35-4442-ac4a-fddb5648d369 req-2e65c6d4-7d0e-40aa-9d6d-7c581fc379a3 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0828741 Oct 24 08:57:15.893509 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Deleting port 3a7e5724-5c3f-4f69-8404-1022cccfec37 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:15.894122 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:15.940648 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3bde44c9-4f35-4442-ac4a-fddb5648d369 req-3f8ddaca-51a0-4cca-a792-44b6d148a651 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985835 Oct 24 08:57:16.010919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] For port 3a7e5724-5c3f-4f69-8404-1022cccfec37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3a7e5724-5c3f-4f69-8404-1022cccfec37,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:16.011289 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:16.026273 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Calling delete_port for 3a7e5724-5c3f-4f69-8404-1022cccfec37 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:16.034415 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:16.161419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (3a7e5724-5c3f-4f69-8404-1022cccfec37), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:16.189655 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event deleted for resources: {'Port': ['ID=3a7e5724-5c3f-4f69-8404-1022cccfec37,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:16.200580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['cab5d319-dc72-4203-90f4-1a5c76d81460', '3a7e5724-5c3f-4f69-8404-1022cccfec37'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:57:16.241641 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] No DVR routers for this DVR port 3a7e5724-5c3f-4f69-8404-1022cccfec37 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:57:16.244577 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:16.247818 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2f278bf6-e8b9-46d1-b920-2ef0d7f1c695 req-748e8512-b303-48c5-90ba-4392cd03fde2 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "DELETE /networking/v2.0/ports/3a7e5724-5c3f-4f69-8404-1022cccfec37 HTTP/1.1" status: 204 len: 173 time: 0.4867342 Oct 24 08:57:16.248361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'name': 'network-vif-deleted', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:16.250603 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40020941-b9c8-41bc-9be4-010f7eb3c749" -d '{"events": [{"server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "name": "network-vif-deleted", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:16.291393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b37596-7f16-4189-a023-32f6de5546db x-openstack-request-id: req-54b37596-7f16-4189-a023-32f6de5546db {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:16.291561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec5fcd8-ee4b-4143-90be-991e1da8936e", "name": "network-vif-deleted", "tag": "3a7e5724-5c3f-4f69-8404-1022cccfec37", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:16.291869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54b37596-7f16-4189-a023-32f6de5546db {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:16.292258 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b37596-7f16-4189-a023-32f6de5546db'] response: {'server_uuid': '0ec5fcd8-ee4b-4143-90be-991e1da8936e', 'name': 'network-vif-deleted', 'tag': '3a7e5724-5c3f-4f69-8404-1022cccfec37', 'status': 'completed', 'code': 200} Oct 24 08:57:16.369380 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a682ecdb-f6d5-4fb9-b119-a2262fb78558 req-ddc07005-0571-49d6-a221-2e045ab1358f tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0ec5fcd8-ee4b-4143-90be-991e1da8936e HTTP/1.1" status: 200 len: 210 time: 0.0300138 Oct 24 08:57:17.077531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacea8-2354-44ae-a7e3-6057fac08ba3 req-665f74c3-8aec-498d-8867-06694bd74b5b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:17.080045 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-edcacea8-2354-44ae-a7e3-6057fac08ba3 req-665f74c3-8aec-498d-8867-06694bd74b5b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Oct 24 08:57:17.133404 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-edcacea8-2354-44ae-a7e3-6057fac08ba3 req-d4d3b8df-70d6-4fc0-8865-ecfae677ccbd tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Oct 24 08:57:17.152007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:17.227265 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 4a9dc16c-b094-43ae-a495-1098e5c9f054 is: ACTIVE; New status is: DOWN {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:57:17.227939 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:17.258237 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:17.260902 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8066372f-31d9-4819-be63-dd3b3da1e52b" -d '{"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-unplugged", "status": "completed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:17.276336 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:17.280952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:17.313012 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f3ccb-49c6-475d-a0bf-acb444ae0212 x-openstack-request-id: req-956f3ccb-49c6-475d-a0bf-acb444ae0212 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:17.313301 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-unplugged", "status": "failed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "code": 422}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:17.313554 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-956f3ccb-49c6-475d-a0bf-acb444ae0212 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:17.313988 dv-cinder-master-3-iscsi neutron-server[116187]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-956f3ccb-49c6-475d-a0bf-acb444ae0212']: {'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'code': 422} returned with failed status Oct 24 08:57:17.343425 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=6']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:17.378889 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48338) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:17.396198 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2aed-4126-40e2-8443-350b7dd5636e req-598b996b-26ec-4272-8522-1bf2ebf0711c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:17.397746 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b08e2aed-4126-40e2-8443-350b7dd5636e req-598b996b-26ec-4272-8522-1bf2ebf0711c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0531526 Oct 24 08:57:17.467483 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-1c33db25-61e5-4150-9e65-6898b2c7f823 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871551 Oct 24 08:57:17.471056 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b08e2aed-4126-40e2-8443-350b7dd5636e req-7dfcda89-f9bb-4726-95e2-811a6ae97db0 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659592 Oct 24 08:57:17.474587 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-20b2cdaa-e859-4092-862b-519ff2cba3fc service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:57:17.475552 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-20b2cdaa-e859-4092-862b-519ff2cba3fc service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0073316 Oct 24 08:57:17.561463 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48350) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:17.670846 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:17.686941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3a8f2-8606-43e0-8431-9642be3139f5 req-bcdc3684-deab-4de8-90e6-eb32876ab55c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:17.692168 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dbb3a8f2-8606-43e0-8431-9642be3139f5 req-bcdc3684-deab-4de8-90e6-eb32876ab55c tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0554934 Oct 24 08:57:17.696312 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-822010ee-8bac-4c26-a0ac-477aae3115d6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:17.698334 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-822010ee-8bac-4c26-a0ac-477aae3115d6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports/4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 941 time: 0.1357369 Oct 24 08:57:17.745822 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dbb3a8f2-8606-43e0-8431-9642be3139f5 req-dd086b3f-aa6b-4996-aa3d-d0b0b11c01ce tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497637 Oct 24 08:57:18.612638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067813d0-d461-4b6e-a6bd-a8bce779adda req-832631e7-3d3c-4799-b03a-913979aedbc9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:18.614434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-067813d0-d461-4b6e-a6bd-a8bce779adda req-832631e7-3d3c-4799-b03a-913979aedbc9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0506327 Oct 24 08:57:18.667459 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-067813d0-d461-4b6e-a6bd-a8bce779adda req-ad9a243e-c109-41ed-b360-34f2593c462c tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472631 Oct 24 08:57:18.873410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc214414-7061-41da-b63a-726d31f6e37c req-843a0314-8ad8-4a3f-9c46-193c01b1ee6a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:18.874661 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc214414-7061-41da-b63a-726d31f6e37c req-843a0314-8ad8-4a3f-9c46-193c01b1ee6a tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Oct 24 08:57:18.924556 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cc214414-7061-41da-b63a-726d31f6e37c req-3772b0c0-6198-400a-bc85-f264d9e54604 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Oct 24 08:57:19.076519 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=12 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:19.085273 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=16 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:19.145672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3a7e5724-5c3f-4f69-8404-1022cccfec37 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:19.166519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 3a7e5724-5c3f-4f69-8404-1022cccfec37 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:19.166864 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3a7e5724-5c3f-4f69-8404-1022cccfec37 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:19.805242 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f635757-ccb3-4694-8c34-50577410660f req-427d295d-608c-41cf-8716-8d267dfdcdf0 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:19.807030 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6f635757-ccb3-4694-8c34-50577410660f req-427d295d-608c-41cf-8716-8d267dfdcdf0 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0555069 Oct 24 08:57:19.866737 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6f635757-ccb3-4694-8c34-50577410660f req-7eac6d4b-757e-4198-a5f9-1812d085d407 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539644 Oct 24 08:57:20.048955 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d50c35-07a9-4d55-b08e-4b6728d3feac req-4c259033-010a-49da-b997-f3dd315b0b7e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:20.050567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c2d50c35-07a9-4d55-b08e-4b6728d3feac req-4c259033-010a-49da-b997-f3dd315b0b7e tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 24 08:57:20.099351 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c2d50c35-07a9-4d55-b08e-4b6728d3feac req-2cdca0d7-8bc0-4cf6-ae2f-3c7719c443df tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1254eca-cf53-438d-8749-dd9f65c94e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Oct 24 08:57:20.483270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-16fd12d3-7e11-48f0-9876-aa66eb7a06d3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:20.484834 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-16fd12d3-7e11-48f0-9876-aa66eb7a06d3 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Oct 24 08:57:20.575285 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:20.588310 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Deleting port cab5d319-dc72-4203-90f4-1a5c76d81460 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:20.588656 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:20.689181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] For port cab5d319-dc72-4203-90f4-1a5c76d81460, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cab5d319-dc72-4203-90f4-1a5c76d81460,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:20.689543 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:20.705581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Calling delete_port for cab5d319-dc72-4203-90f4-1a5c76d81460 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:20.847374 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (cab5d319-dc72-4203-90f4-1a5c76d81460), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:20.881130 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Pushing event deleted for resources: {'Port': ['ID=cab5d319-dc72-4203-90f4-1a5c76d81460,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:20.887037 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['cab5d319-dc72-4203-90f4-1a5c76d81460'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:57:20.941408 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] No DVR routers for this DVR port cab5d319-dc72-4203-90f4-1a5c76d81460 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:57:20.943332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:20.946684 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6473e3da-860c-4d5b-89b2-e9212ab9398d req-0787adf0-ee5c-4d2d-b29f-4f82f0c0c7cb tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.13 "DELETE /networking/v2.0/ports/cab5d319-dc72-4203-90f4-1a5c76d81460 HTTP/1.1" status: 204 len: 173 time: 0.4554784 Oct 24 08:57:20.947215 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'name': 'network-vif-deleted', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:20.949717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f8f0a-0a38-4011-bf69-6ba37e33fadb" -d '{"events": [{"server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "name": "network-vif-deleted", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:21.003688 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33cbc02-5bbd-4120-97b4-ac1b5cd856b1 x-openstack-request-id: req-e33cbc02-5bbd-4120-97b4-ac1b5cd856b1 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:21.003996 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4b4a1-6d10-4eef-94b3-395c2fc1c451", "name": "network-vif-deleted", "tag": "cab5d319-dc72-4203-90f4-1a5c76d81460", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:21.004261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e33cbc02-5bbd-4120-97b4-ac1b5cd856b1 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:21.004668 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33cbc02-5bbd-4120-97b4-ac1b5cd856b1'] response: {'server_uuid': 'e7b4b4a1-6d10-4eef-94b3-395c2fc1c451', 'name': 'network-vif-deleted', 'tag': 'cab5d319-dc72-4203-90f4-1a5c76d81460', 'status': 'completed', 'code': 200} Oct 24 08:57:21.023849 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afea13-7dc5-4b6f-a46f-b36fcf851e9b req-5cc25364-ce5d-434b-8b3c-d9323c910f95 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:21.025439 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05afea13-7dc5-4b6f-a46f-b36fcf851e9b req-5cc25364-ce5d-434b-8b3c-d9323c910f95 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0554256 Oct 24 08:57:21.062261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:21.082273 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05afea13-7dc5-4b6f-a46f-b36fcf851e9b req-742d409e-1983-4547-bc9e-2603e4aa30a2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 Oct 24 08:57:21.231253 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-831d70aa-cd15-4772-bf35-5f83d1435269 req-6c0c295d-8e25-4a2f-ab5d-b67e597267c6 tempest-ServerRescueNegativeTestJSON-583791902 tempest-ServerRescueNegativeTestJSON-583791902-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7b4b4a1-6d10-4eef-94b3-395c2fc1c451 HTTP/1.1" status: 200 len: 210 time: 0.0350654 Oct 24 08:57:21.579575 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-5b66e5b4-5c9a-4685-80dd-8b98f1956ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:21.581723 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-5b66e5b4-5c9a-4685-80dd-8b98f1956ac5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76&tenant_id=29e4576f2b744d40878d65470e24c24c HTTP/1.1" status: 200 len: 1128 time: 0.0758650 Oct 24 08:57:21.676272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-4721f3ff-3bd9-4149-9470-86f97156d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:21.677799 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-4721f3ff-3bd9-4149-9470-86f97156d0d4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1128 time: 0.0407529 Oct 24 08:57:21.781998 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-f6a89e68-42a6-4dbf-849a-5c3205ed9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:21.783475 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-f6a89e68-42a6-4dbf-849a-5c3205ed9bf6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.0996907 Oct 24 08:57:22.082732 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-577545a8-b3e8-4533-8ac2-4c2b2e5321d4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 999 time: 0.0606906 Oct 24 08:57:22.160955 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-8e3db986-cc06-4091-a840-12309a6281e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:22.162913 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-8e3db986-cc06-4091-a840-12309a6281e3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0562346 Oct 24 08:57:22.252751 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc51e2-d954-49c4-8f60-cb947141c839 req-7040e032-583c-4383-b0a5-1ae3ab0614b9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:22.254689 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32bc51e2-d954-49c4-8f60-cb947141c839 req-7040e032-583c-4383-b0a5-1ae3ab0614b9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0885036 Oct 24 08:57:22.255774 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd36c2-21e3-4926-a069-57c32241369a req-329fd239-6303-485d-b968-37869f53dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:22.257148 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-329fd239-6303-485d-b968-37869f53dea1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795693 Oct 24 08:57:22.307766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48382) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:22.375305 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32bc51e2-d954-49c4-8f60-cb947141c839 req-4cb53467-e036-48d8-9c96-a2e6f85ffe70 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147363 Oct 24 08:57:22.402119 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-19f55475-48eb-4b15-8d4b-5a12bf524dd5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347284 Oct 24 08:57:22.441952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:22.504905 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33fd36c2-21e3-4926-a069-57c32241369a req-54f19418-6358-4aee-aad4-c11ef6f827a6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965192 Oct 24 08:57:22.662571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:22.851423 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:23.057080 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:23.346029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Deleting port 25bad588-b62e-40b9-b151-5c0506006641 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:23.347424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (25bad588-b62e-40b9-b151-5c0506006641), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:23.429216 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] For port 25bad588-b62e-40b9-b151-5c0506006641, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bad588-b62e-40b9-b151-5c0506006641,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:23.429600 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (25bad588-b62e-40b9-b151-5c0506006641), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:23.443936 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Calling delete_port for 25bad588-b62e-40b9-b151-5c0506006641 owned by network:router_interface {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:23.505743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebeee-4d8a-4dd0-b191-676643627dea req-fc55403e-9eea-4392-8dd1-5c7773640af8 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:23.507169 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c38ebeee-4d8a-4dd0-b191-676643627dea req-fc55403e-9eea-4392-8dd1-5c7773640af8 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0521147 Oct 24 08:57:23.550415 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:23.559446 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c38ebeee-4d8a-4dd0-b191-676643627dea req-6e352611-cb9d-4d81-a63e-80960417dff1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Oct 24 08:57:23.642927 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (25bad588-b62e-40b9-b151-5c0506006641), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:23.670393 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25bad588-b62e-40b9-b151-5c0506006641,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:23.839467 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:23.859764 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27fb26-2429-468d-95ee-0c26e637ccb2 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 08:57:23.881363 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:23.962886 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27fb26-2429-468d-95ee-0c26e637ccb2 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 08:57:24.027070 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:57:24.051516 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Router 02d9b05e-dcba-4b84-8933-e462ef6b35bb has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:57:24.102828 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:24.160945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:57:24.170016 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9aa3d60f-f50f-45bd-9c6d-0fe298895df6 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/02d9b05e-dcba-4b84-8933-e462ef6b35bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570549 Oct 24 08:57:24.170016 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48390) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:24.172878 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Sync routers for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:57:24.184290 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:24.185012 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:57:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:24.263953 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.db.resource_extend [None req-9a27fb26-2429-468d-95ee-0c26e637ccb2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 24 08:57:24.286015 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks [] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.294174 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:24.391384 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks [] for router_gateway (02d9b05e-dcba-4b84-8933-e462ef6b35bb), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.442558 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Deleting port d5255caa-c7da-48ce-933b-facb9f55eccf {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:24.442939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.481574 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:57:23Z', 'revision_number': 5, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port': {'id': 'd5255caa-c7da-48ce-933b-facb9f55eccf', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:47Z', 'updated_at': '2022-10-24T08:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:24.496851 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:24.514368 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Checking router: 02d9b05e-dcba-4b84-8933-e462ef6b35bb for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:57:24.525652 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Routers {'02d9b05e-dcba-4b84-8933-e462ef6b35bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:57:24.526325 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:57:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:24.537875 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] For port d5255caa-c7da-48ce-933b-facb9f55eccf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5255caa-c7da-48ce-933b-facb9f55eccf,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:24.538141 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.553347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Calling delete_port for d5255caa-c7da-48ce-933b-facb9f55eccf owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:24.618887 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] Set router 02d9b05e-dcba-4b84-8933-e462ef6b35bb gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:57:24.711032 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26fe8d-474e-46dc-be3a-6e24c1bc0a2d req-ee5fd617-41bf-4bfe-9bb3-329be9375a45 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:24.718697 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-be26fe8d-474e-46dc-be3a-6e24c1bc0a2d req-ee5fd617-41bf-4bfe-9bb3-329be9375a45 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Oct 24 08:57:24.766743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (d5255caa-c7da-48ce-933b-facb9f55eccf), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.773581 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:24.777382 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:57:24Z', 'revision_number': 6, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:24.785373 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-be26fe8d-474e-46dc-be3a-6e24c1bc0a2d req-797b22be-4e0c-4b36-a1ec-1a7675e6d199 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654991 Oct 24 08:57:24.800399 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5255caa-c7da-48ce-933b-facb9f55eccf,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:24.804435 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6245a34-94f9-48d6-ade8-ef8ef32053a3 None None] The sync data for ids ['02d9b05e-dcba-4b84-8933-e462ef6b35bb'] in dv-cinder-master-3-iscsi is: [{'id': '02d9b05e-dcba-4b84-8933-e462ef6b35bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1547543977-router', 'tenant_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:45Z', 'updated_at': '2022-10-24T08:57:24Z', 'revision_number': 6, 'project_id': 'fd4b77e78f9d4286aa92f6f90ff8b797', 'gw_port_host': None}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:57:24.882194 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-b468fbd6-a712-4129-a0cb-235097606f9e None None] Provisioning complete for port fedc43a7-2ebf-4812-be77-18ed8632b05c triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:57:24.882856 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b468fbd6-a712-4129-a0cb-235097606f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.883011 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-b468fbd6-a712-4129-a0cb-235097606f9e None None] Attempt 1 to provision port fedc43a7-2ebf-4812-be77-18ed8632b05c Oct 24 08:57:24.907273 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:24.910605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:24.962326 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-b468fbd6-a712-4129-a0cb-235097606f9e None None] Current status of the port fedc43a7-2ebf-4812-be77-18ed8632b05c is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:57:25.006786 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.009066 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks [] for router_controller (02d9b05e-dcba-4b84-8933-e462ef6b35bb), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.059777 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (02d9b05e-dcba-4b84-8933-e462ef6b35bb), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.060485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d9b05e-dcba-4b84-8933-e462ef6b35bb {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 08:57:25.064788 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.067039 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-02b1cbf7-9b5a-43fa-8e49-5f87184bd4f5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/02d9b05e-dcba-4b84-8933-e462ef6b35bb HTTP/1.1" status: 204 len: 168 time: 0.8962593 Oct 24 08:57:25.069657 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48394) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:25.116766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Deleting subnet 7782d9f3-4039-4663-b2ed-68e216da2a57 {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:57:25.119928 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Publish callbacks [] for subnet (7782d9f3-4039-4663-b2ed-68e216da2a57), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.164298 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25434787'] for subnet (7782d9f3-4039-4663-b2ed-68e216da2a57), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.176688 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device cab5d319-dc72-4203-90f4-1a5c76d81460 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:25.208311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: cab5d319-dc72-4203-90f4-1a5c76d81460 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:25.208795 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device cab5d319-dc72-4203-90f4-1a5c76d81460 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:25.278826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (7782d9f3-4039-4663-b2ed-68e216da2a57), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.339315 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25434760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25809958'] for subnet (7782d9f3-4039-4663-b2ed-68e216da2a57), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.621025 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7782d9f3-4039-4663-b2ed-68e216da2a57,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:25.627826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.631587 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2fdcecda-3a6b-45bc-873d-b3cb6984cda9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7782d9f3-4039-4663-b2ed-68e216da2a57 HTTP/1.1" status: 204 len: 168 time: 0.5608757 Oct 24 08:57:25.634194 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48396) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:25.637705 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d3737-f45a-4731-8474-581751d44d25 None None] Network 51d12bec-f9d9-464c-a576-7d16d990480f requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:57:25.696918 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 25bad588-b62e-40b9-b151-5c0506006641 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:25.709091 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (51d12bec-f9d9-464c-a576-7d16d990480f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.725041 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 25bad588-b62e-40b9-b151-5c0506006641 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:25.725041 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 25bad588-b62e-40b9-b151-5c0506006641 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:25.725041 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device d5255caa-c7da-48ce-933b-facb9f55eccf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:25.759006 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Deleting port fedc43a7-2ebf-4812-be77-18ed8632b05c {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:25.759347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.765799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: d5255caa-c7da-48ce-933b-facb9f55eccf {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:25.765799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device d5255caa-c7da-48ce-933b-facb9f55eccf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:25.824343 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:25.840545 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] For port fedc43a7-2ebf-4812-be77-18ed8632b05c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fedc43a7-2ebf-4812-be77-18ed8632b05c,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:25.840923 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.855867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Calling delete_port for fedc43a7-2ebf-4812-be77-18ed8632b05c owned by network:dhcp {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:25.870757 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] DHCP port deletion for 51d12bec-f9d9-464c-a576-7d16d990480f request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 08:57:25.921756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Deleting port fedc43a7-2ebf-4812-be77-18ed8632b05c {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:57:25.922950 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.979729 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:25.994336 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3a495-c959-4068-9650-69d1580397de req-7ba9dc4e-cec9-41f1-967b-5359879e7159 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:25.995901 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ccc3a495-c959-4068-9650-69d1580397de req-7ba9dc4e-cec9-41f1-967b-5359879e7159 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0668595 Oct 24 08:57:26.007079 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] For port fedc43a7-2ebf-4812-be77-18ed8632b05c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fedc43a7-2ebf-4812-be77-18ed8632b05c,segment=NetworkSegment(d89901e9-72d5-4f0d-90c9-b5b210e0227d),segment_id=d89901e9-72d5-4f0d-90c9-b5b210e0227d)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:26.007740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.014156 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fedc43a7-2ebf-4812-be77-18ed8632b05c,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:26.021681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] No DVR routers for this DVR port fedc43a7-2ebf-4812-be77-18ed8632b05c on host dv-cinder-master-3-iscsi {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:57:26.026278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Calling delete_port for fedc43a7-2ebf-4812-be77-18ed8632b05c owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:57:26.057179 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ccc3a495-c959-4068-9650-69d1580397de req-55d28486-7bf2-4fa1-a943-1338c1999e64 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550745 Oct 24 08:57:26.106417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (51d12bec-f9d9-464c-a576-7d16d990480f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.130519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d12bec-f9d9-464c-a576-7d16d990480f']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:26.141766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89901e9-72d5-4f0d-90c9-b5b210e0227d') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:26.142062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89901e9-72d5-4f0d-90c9-b5b210e0227d') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:57:26.154623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (d89901e9-72d5-4f0d-90c9-b5b210e0227d), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.157688 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (fedc43a7-2ebf-4812-be77-18ed8632b05c), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.170798 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (d89901e9-72d5-4f0d-90c9-b5b210e0227d), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.178098 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:57:26.178493 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (d89901e9-72d5-4f0d-90c9-b5b210e0227d), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.184838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] Pushing event deleted for resources: {'Port': ['ID=fedc43a7-2ebf-4812-be77-18ed8632b05c,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:26.188544 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0bbe0-f58f-4461-b8f2-7e779d784aab None None] No DVR routers for this DVR port fedc43a7-2ebf-4812-be77-18ed8632b05c on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:57:26.194573 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:26.202498 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment d89901e9-72d5-4f0d-90c9-b5b210e0227d resource provider aggregate not found Oct 24 08:57:26.249172 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment d89901e9-72d5-4f0d-90c9-b5b210e0227d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d89901e9-72d5-4f0d-90c9-b5b210e0227d found for delete ", "request_id": "req-4bfd2f56-0bce-4aa0-940e-e7b1ab068ee1"}]} Oct 24 08:57:26.249947 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (51d12bec-f9d9-464c-a576-7d16d990480f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.257701 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.260881 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/51d12bec-f9d9-464c-a576-7d16d990480f HTTP/1.1" status: 204 len: 168 time: 0.6256926 Oct 24 08:57:26.272044 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c1c6-65bc-4560-be4b-2a54dea0ec4d admin admin] Pushing event deleted for resources: {'Network': ['ID=51d12bec-f9d9-464c-a576-7d16d990480f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:26.386730 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48406) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:26.429583 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-87505977-2f9c-496a-80fc-a29526e87f2c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fd4b77e78f9d4286aa92f6f90ff8b797&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416598 Oct 24 08:57:26.432081 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48408) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:26.484944 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] Publish callbacks [] for security_group (d1254eca-cf53-438d-8749-dd9f65c94e8b), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.505716 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] Publish callbacks [] for security_group (d1254eca-cf53-438d-8749-dd9f65c94e8b), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.552434 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d1254eca-cf53-438d-8749-dd9f65c94e8b), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.555058 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:26.556238 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d1254eca-cf53-438d-8749-dd9f65c94e8b HTTP/1.1" status: 204 len: 168 time: 0.1232164 Oct 24 08:57:26.564098 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd72cc-10d0-41a4-ad9a-a28c15b0d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1254eca-cf53-438d-8749-dd9f65c94e8b,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:27.197477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922616-9ee9-44b7-9285-8a5b8d4a9a6c req-8713e8af-2e04-4d7b-9e32-57c99ceab508 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:27.199141 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d9922616-9ee9-44b7-9285-8a5b8d4a9a6c req-8713e8af-2e04-4d7b-9e32-57c99ceab508 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0511444 Oct 24 08:57:27.255967 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d9922616-9ee9-44b7-9285-8a5b8d4a9a6c req-349b535a-f4b7-4339-b77a-053c5f7096e9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Oct 24 08:57:27.326638 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device fedc43a7-2ebf-4812-be77-18ed8632b05c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:57:27.346059 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: fedc43a7-2ebf-4812-be77-18ed8632b05c {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:57:27.346931 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device fedc43a7-2ebf-4812-be77-18ed8632b05c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:57:28.413639 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab8984-e932-4d80-959f-600edf385669 req-3e053671-ed98-4c55-a33f-b363178303ba tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:28.415793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29ab8984-e932-4d80-959f-600edf385669 req-3e053671-ed98-4c55-a33f-b363178303ba tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0713532 Oct 24 08:57:28.430126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:28.487155 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-29ab8984-e932-4d80-959f-600edf385669 req-4306c701-9969-4ee0-b8d5-a476cf6f27e1 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650125 Oct 24 08:57:29.616435 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebe100-eed5-44b3-a4da-d15442ebad16 req-487af6e4-c40d-46be-b537-0879579c4c96 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:29.617998 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2aebe100-eed5-44b3-a4da-d15442ebad16 req-487af6e4-c40d-46be-b537-0879579c4c96 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0504363 Oct 24 08:57:29.689166 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2aebe100-eed5-44b3-a4da-d15442ebad16 req-ad77452c-ac7c-420d-b1d1-a8d41d34d19d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625346 Oct 24 08:57:30.817509 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435df7-200c-4858-8ed9-7a3a24f9f2ec req-31968d02-932c-469b-b3d1-531e72fcc44f tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:30.819021 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a1435df7-200c-4858-8ed9-7a3a24f9f2ec req-31968d02-932c-469b-b3d1-531e72fcc44f tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 944 time: 0.0488200 Oct 24 08:57:30.874338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a1435df7-200c-4858-8ed9-7a3a24f9f2ec req-f81f0d9e-65fb-46b6-8f9a-a96be69926e6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489204 Oct 24 08:57:31.197976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:57:31.304373 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:31.316837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'port_id': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'mac_address': 'fa:16:3e:f9:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:57:31.353531 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 4a9dc16c-b094-43ae-a495-1098e5c9f054 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:57:31.353913 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:31.367691 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9dc16c-b094-43ae-a495-1098e5c9f054 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:57:31.388193 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:31.393032 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:31.444451 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=7']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:31.844379 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48494) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:31.864827 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['4a9dc16c-b094-43ae-a495-1098e5c9f054'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:57:31.934923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7cc577a1-26ef-431b-910e-e0421c04fa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:31.974517 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:31.994222 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:32.013095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.016920 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c30f-716b-44ae-8ad9-78b4554700e2 req-d5d8ae0d-8adc-4f33-a529-ad4326fdaffa tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:32.020961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0bf9c30f-716b-44ae-8ad9-78b4554700e2 req-d5d8ae0d-8adc-4f33-a529-ad4326fdaffa tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 945 time: 0.0656042 Oct 24 08:57:32.082807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0bf9c30f-716b-44ae-8ad9-78b4554700e2 req-56c74722-9268-4953-8155-255132db8b10 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576229 Oct 24 08:57:32.129249 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Publish callbacks [] for security_group (e4fdc079-4b54-4ab7-8daf-24eccced7510), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.134752 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e4fdc079-4b54-4ab7-8daf-24eccced7510), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.177767 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fdc079-4b54-4ab7-8daf-24eccced7510,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:32.181709 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f34632fdf67642cc9f176a719aaf8b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362515 Oct 24 08:57:32.185567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48500) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:32.194660 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.195160 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.195555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.196082 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.196561 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.196945 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.197339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.197683 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.198068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.198441 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.198782 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.199160 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.199440 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.199788 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.200178 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b503e-2daa-409a-a660-f7bf07a9d2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.248869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Publish callbacks [] for security_group (e4fdc079-4b54-4ab7-8daf-24eccced7510), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.272510 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Publish callbacks [] for security_group (e4fdc079-4b54-4ab7-8daf-24eccced7510), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.325301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e4fdc079-4b54-4ab7-8daf-24eccced7510), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.328159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.329352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e4fdc079-4b54-4ab7-8daf-24eccced7510 HTTP/1.1" status: 204 len: 168 time: 0.1427062 Oct 24 08:57:32.339152 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fdc079-4b54-4ab7-8daf-24eccced7510,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:32.348538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.348805 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.349153 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.349613 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.350345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.350698 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.351037 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.351368 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.351700 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.352029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.352389 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.352718 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.353062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.353383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.353707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93786d70-2fa2-4501-b632-46dc7c1e5c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:57:32.653733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48506) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:32.672802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4237141a-3464-4575-833b-e92fc97cb87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.741255 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:32.770834 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4237141a-3464-4575-833b-e92fc97cb87f admin admin] Publish callbacks [] for security_group (3e975ae2-f81f-4d19-9349-f6cbd1fb97fc), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.776995 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4237141a-3464-4575-833b-e92fc97cb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3e975ae2-f81f-4d19-9349-f6cbd1fb97fc), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.833148 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237141a-3464-4575-833b-e92fc97cb87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e975ae2-f81f-4d19-9349-f6cbd1fb97fc,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:32.837671 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4237141a-3464-4575-833b-e92fc97cb87f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d1d78077c9944815be64e9879b264e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826866 Oct 24 08:57:32.841185 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48508) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:32.904625 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] Publish callbacks [] for security_group (3e975ae2-f81f-4d19-9349-f6cbd1fb97fc), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.930949 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] Publish callbacks [] for security_group (3e975ae2-f81f-4d19-9349-f6cbd1fb97fc), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.950451 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:32.995168 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3e975ae2-f81f-4d19-9349-f6cbd1fb97fc), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.998309 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:32.999628 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3e975ae2-f81f-4d19-9349-f6cbd1fb97fc HTTP/1.1" status: 204 len: 168 time: 0.1574616 Oct 24 08:57:33.009313 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1daa-a113-45a1-af57-447419fc7302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e975ae2-f81f-4d19-9349-f6cbd1fb97fc,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:33.195181 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:57:33.232806 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188316f-338a-49ad-9dae-800c242eccbd req-97b00160-038e-4a7b-a2c2-895c1c862e80 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:33.235245 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6188316f-338a-49ad-9dae-800c242eccbd req-97b00160-038e-4a7b-a2c2-895c1c862e80 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 945 time: 0.0623801 Oct 24 08:57:33.250469 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 4a9dc16c-b094-43ae-a495-1098e5c9f054 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:57:33.250877 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:33.251223 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 4a9dc16c-b094-43ae-a495-1098e5c9f054 Oct 24 08:57:33.270414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:33.313384 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6188316f-338a-49ad-9dae-800c242eccbd req-db3de60f-4ad3-4544-b3bf-329cd4a873aa tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686896 Oct 24 08:57:33.352993 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 4a9dc16c-b094-43ae-a495-1098e5c9f054 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:57:33.353419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:33.385881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:57:33.388400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4efe804-1fec-469b-923c-88e6cfe4f50e" -d '{"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-plugged", "status": "completed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:57:33.405681 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:57:33.411204 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:33.439354 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf30ab31-8f35-46e0-bad3-47d7dc6cc47a x-openstack-request-id: req-cf30ab31-8f35-46e0-bad3-47d7dc6cc47a {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:57:33.439679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-plugged", "status": "completed", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:57:33.439975 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf30ab31-8f35-46e0-bad3-47d7dc6cc47a {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:57:33.440445 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf30ab31-8f35-46e0-bad3-47d7dc6cc47a'] response: {'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'code': 200} Oct 24 08:57:33.465979 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=8']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:33.748093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74263d6-7438-417d-b726-e139b64139e0 req-b3ddf391-a2cb-406b-9df7-d63fb5042704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:33.748093 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b74263d6-7438-417d-b726-e139b64139e0 req-b3ddf391-a2cb-406b-9df7-d63fb5042704 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0428858 Oct 24 08:57:33.794820 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b74263d6-7438-417d-b726-e139b64139e0 req-ba1c65f0-8529-4620-a741-c0f8abecbb8a service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Oct 24 08:57:34.218650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d38ed174-d78f-470d-8e69-109d7898d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:34.465722 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b5c-013e-486e-b5ae-04afd2302296 req-a15207e8-aa07-46cc-bb2b-639d58086179 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:34.468122 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e1475b5c-013e-486e-b5ae-04afd2302296 req-a15207e8-aa07-46cc-bb2b-639d58086179 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0601263 Oct 24 08:57:34.533367 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e1475b5c-013e-486e-b5ae-04afd2302296 req-ff08cda3-f6f7-4ea9-846f-97d1aabe38d7 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571127 Oct 24 08:57:34.749482 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=53 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:34.804776 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=64 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:35.683394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aceff4-7754-4eda-b691-352536b70bf0 req-210870f4-d2c5-46f8-b9bc-0954119bcb20 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:35.685249 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8aceff4-7754-4eda-b691-352536b70bf0 req-210870f4-d2c5-46f8-b9bc-0954119bcb20 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0680783 Oct 24 08:57:35.748815 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:35.751482 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8aceff4-7754-4eda-b691-352536b70bf0 req-a4002bf3-f1c0-4fc7-8a0e-af0209e8897e tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592024 Oct 24 08:57:36.884574 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044cec-1249-4dce-948d-b83731aa24fb req-98ae2e88-f5d5-460a-a7e0-0a9a63662fb2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:36.886367 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7044cec-1249-4dce-948d-b83731aa24fb req-98ae2e88-f5d5-460a-a7e0-0a9a63662fb2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0499125 Oct 24 08:57:36.923129 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:36.944056 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7044cec-1249-4dce-948d-b83731aa24fb req-be897a4a-5fb7-42ba-8cb9-7c58300da318 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Oct 24 08:57:36.946614 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:37.132437 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:43.003480 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:43.004554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:46.937999 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=39 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:47.124777 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:47.127396 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:57:52.661252 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:56.047438 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-dcf6b797-7a26-4be0-a37d-9b92b362823a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422614 Oct 24 08:57:56.137647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c826e-f2f7-4124-b0f0-372efbea125b req-6570b27e-fb02-45f2-950c-fc0a081401ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:56.140276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-6570b27e-fb02-45f2-950c-fc0a081401ad service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 1129 time: 0.0417659 Oct 24 08:57:56.251079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c826e-f2f7-4124-b0f0-372efbea125b req-3a3f4fea-b353-4d9c-8e77-72a7a81e0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:56.252503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-3a3f4fea-b353-4d9c-8e77-72a7a81e0aa6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.0861404 Oct 24 08:57:56.320665 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-c54d50d5-1007-4c45-b8dd-52a21a676ac0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 200 len: 1001 time: 0.0595853 Oct 24 08:57:56.374723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c826e-f2f7-4124-b0f0-372efbea125b req-df026bd8-c2ee-42ba-b763-44df4713cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:56.376199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-df026bd8-c2ee-42ba-b763-44df4713cf54 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0451369 Oct 24 08:57:56.422388 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c826e-f2f7-4124-b0f0-372efbea125b req-26bc03fd-4374-40df-9519-17a159ba5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:57:56.423885 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-26bc03fd-4374-40df-9519-17a159ba5639 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409060 Oct 24 08:57:56.521134 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-646e3572-20be-4b5f-b3f1-b3602660f33d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903723 Oct 24 08:57:56.619395 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338c826e-f2f7-4124-b0f0-372efbea125b req-337ae5d0-bff1-4797-b1be-21f1a0ab4e25 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922420 Oct 24 08:57:58.305044 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48684) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:58.411725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-132a7757-c921-48a0-8c0f-624c16910c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.493826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-132a7757-c921-48a0-8c0f-624c16910c4e admin admin] Publish callbacks [] for security_group (71e2de22-daa2-4116-b497-175800ee17d5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.497822 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-132a7757-c921-48a0-8c0f-624c16910c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (71e2de22-daa2-4116-b497-175800ee17d5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.540878 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-132a7757-c921-48a0-8c0f-624c16910c4e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f55bd1eceb4c42448ebbcd5e676c8310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346082 Oct 24 08:57:58.541607 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a7757-c921-48a0-8c0f-624c16910c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2de22-daa2-4116-b497-175800ee17d5,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:57:58.543619 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48688) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:57:58.594281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] Publish callbacks [] for security_group (71e2de22-daa2-4116-b497-175800ee17d5), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.615671 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] Publish callbacks [] for security_group (71e2de22-daa2-4116-b497-175800ee17d5), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.663854 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (71e2de22-daa2-4116-b497-175800ee17d5), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.666455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:57:58.667609 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/71e2de22-daa2-4116-b497-175800ee17d5 HTTP/1.1" status: 204 len: 168 time: 0.1229618 Oct 24 08:57:58.675912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f63c0-344c-4a45-8800-ea3861d43c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2de22-daa2-4116-b497-175800ee17d5,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:01.027410 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:58:01.933719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ff3e-3ee2-4b29-8f6c-d7e2d0bad967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:04.211834 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-763ca0c5-6ce3-4d4c-8e72-42bb3d734bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:05.741280 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:06.942691 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:07.127109 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:08.530477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:08.536311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:08.670454 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:08.671238 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:11.021801 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:11.022623 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:17.120697 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:17.122612 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:22.673342 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.482877 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48844) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:23.590475 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2d73b8e8-8a38-4bb4-9151-df76c542e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.668377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2d73b8e8-8a38-4bb4-9151-df76c542e808 admin admin] Publish callbacks [] for security_group (99132aad-2c8b-4186-9c7c-54583c9f678f), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.672070 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2d73b8e8-8a38-4bb4-9151-df76c542e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (99132aad-2c8b-4186-9c7c-54583c9f678f), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.712790 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2d73b8e8-8a38-4bb4-9151-df76c542e808 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c722bfda48424b8fb600dd3f8150e29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288165 Oct 24 08:58:23.713644 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b8e8-8a38-4bb4-9151-df76c542e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99132aad-2c8b-4186-9c7c-54583c9f678f,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:23.715575 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48848) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:23.768043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] Publish callbacks [] for security_group (99132aad-2c8b-4186-9c7c-54583c9f678f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.788946 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] Publish callbacks [] for security_group (99132aad-2c8b-4186-9c7c-54583c9f678f), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.839990 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (99132aad-2c8b-4186-9c7c-54583c9f678f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.842549 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:23.843691 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/99132aad-2c8b-4186-9c7c-54583c9f678f HTTP/1.1" status: 204 len: 168 time: 0.1270223 Oct 24 08:58:23.852393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae78c32-4653-4a77-b211-371eb94debf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99132aad-2c8b-4186-9c7c-54583c9f678f,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:25.685052 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb42528-ffb9-4190-8518-031c6272fb30 req-6b0b65e5-ab46-4844-b57b-04f7c33dad6b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:25.686518 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb42528-ffb9-4190-8518-031c6272fb30 req-6b0b65e5-ab46-4844-b57b-04f7c33dad6b tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Oct 24 08:58:25.736248 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb42528-ffb9-4190-8518-031c6272fb30 req-c6bde437-17a8-4a09-bd46-deba49d226ab tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Oct 24 08:58:26.862290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cd997-c9c2-43de-92c1-8818d22a33b8 req-0471e65f-5def-4b57-b078-cc6f03fff520 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:26.863987 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a8cd997-c9c2-43de-92c1-8818d22a33b8 req-0471e65f-5def-4b57-b078-cc6f03fff520 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0471456 Oct 24 08:58:26.912234 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a8cd997-c9c2-43de-92c1-8818d22a33b8 req-85ed633f-40dd-498c-8f69-4296cfd21ba5 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b7261923-a74e-49d2-bebf-2874d0c98752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Oct 24 08:58:27.137218 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021938-5dbe-45a9-8989-6c469355b189 req-a4d4f77b-ede0-4254-ab63-6c0518a90af9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:27.138632 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4021938-5dbe-45a9-8989-6c469355b189 req-a4d4f77b-ede0-4254-ab63-6c0518a90af9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 945 time: 0.0496323 Oct 24 08:58:27.224951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Deleting port 47ad5200-c751-4a26-a72e-3a49c982245c {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:58:27.225575 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.332321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] For port 47ad5200-c751-4a26-a72e-3a49c982245c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47ad5200-c751-4a26-a72e-3a49c982245c,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:27.332686 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.428038 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48910) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:27.497903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.498270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.498706 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Floating IP 462ba19c-85ae-4da4-a959-2ffa05085a2a disassociated. External IP: 172.37.0.247, port: 47ad5200-c751-4a26-a72e-3a49c982245c. Oct 24 08:58:27.498916 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Calling delete_port for 47ad5200-c751-4a26-a72e-3a49c982245c owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:58:27.541128 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-836a770e-fb69-441d-b048-083a81bd2adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.633415 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-836a770e-fb69-441d-b048-083a81bd2adb admin admin] Publish callbacks [] for security_group (f04f823c-e974-4c0c-b062-6b27df9246d5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.637337 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-836a770e-fb69-441d-b048-083a81bd2adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (f04f823c-e974-4c0c-b062-6b27df9246d5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.642984 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (47ad5200-c751-4a26-a72e-3a49c982245c), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.668958 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'Port': ['ID=47ad5200-c751-4a26-a72e-3a49c982245c,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:27.685423 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-836a770e-fb69-441d-b048-083a81bd2adb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f9a311649a4a42d2948beaf0ea57bf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537353 Oct 24 08:58:27.685664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:27.685761 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a770e-fb69-441d-b048-083a81bd2adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f823c-e974-4c0c-b062-6b27df9246d5,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:27.686787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48914) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:27.721482 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:27.820836 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] Publish callbacks [] for security_group (f04f823c-e974-4c0c-b062-6b27df9246d5), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.842805 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:58:27.848878 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] Publish callbacks [] for security_group (f04f823c-e974-4c0c-b062-6b27df9246d5), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.971587 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (f04f823c-e974-4c0c-b062-6b27df9246d5), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.974184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:27.977961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f04f823c-e974-4c0c-b062-6b27df9246d5 HTTP/1.1" status: 204 len: 168 time: 0.2886863 Oct 24 08:58:27.991947 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41c0b5-772f-4802-8a82-69f1de5b870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f823c-e974-4c0c-b062-6b27df9246d5,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:27.996636 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:58:28.009291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:58:28.032633 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:28.033826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:28.058471 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-338bcea5-6ae5-426d-92ed-b772091ad82f req-a2ce4f8e-ad2e-48b6-97d3-d1edd29a7e14 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 210 time: 0.0596609 Oct 24 08:58:28.199205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:28.350622 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] No DVR routers for this DVR port 47ad5200-c751-4a26-a72e-3a49c982245c on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:58:28.353906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:28.358045 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4021938-5dbe-45a9-8989-6c469355b189 req-42b34e1c-1170-4c28-9a7e-9807ba29d395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "DELETE /networking/v2.0/ports/47ad5200-c751-4a26-a72e-3a49c982245c HTTP/1.1" status: 204 len: 173 time: 1.2141538 Oct 24 08:58:28.358635 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'name': 'network-vif-deleted', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:28.362051 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecda1b8-f32a-4b7f-a53c-8a52288a8a7f" -d '{"events": [{"server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "name": "network-vif-deleted", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:28.413368 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec64ae5d-b6e6-49c4-93ba-91c541a5bf57 x-openstack-request-id: req-ec64ae5d-b6e6-49c4-93ba-91c541a5bf57 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:28.413826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a2295a-90e9-4fc1-be3b-a130f7e71528", "name": "network-vif-deleted", "tag": "47ad5200-c751-4a26-a72e-3a49c982245c", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:28.414236 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec64ae5d-b6e6-49c4-93ba-91c541a5bf57 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:28.414603 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec64ae5d-b6e6-49c4-93ba-91c541a5bf57'] response: {'server_uuid': '89a2295a-90e9-4fc1-be3b-a130f7e71528', 'name': 'network-vif-deleted', 'tag': '47ad5200-c751-4a26-a72e-3a49c982245c', 'status': 'completed', 'code': 200} Oct 24 08:58:28.431483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:28.463868 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:58:28.474920 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:28.475839 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:28.619468 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:28.837541 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48940) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:28.936582 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1236021655-network', 'tenant_id': '01318d53c6ed499e94a25e12f826719f'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:28.957968 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Made reservation on behalf of 01318d53c6ed499e94a25e12f826719f for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:58:28.960573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:28.970276 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:28.981519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:29.015453 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e95ae0-7205-439b-906d-b42a2eede671 None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:58:29.055951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks [] for security_group (64b946b9-95d7-436e-819a-9a104d2d5883), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.060861 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (64b946b9-95d7-436e-819a-9a104d2d5883), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.089512 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:58:29.107737 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b946b9-95d7-436e-819a-9a104d2d5883,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:29.125057 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (99680041-3589-422c-b014-4ca80ae3f2da), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.125435 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Added segment 99680041-3589-422c-b014-4ca80ae3f2da of type vlan for network d6be167f-3870-4d45-a512-3d97a0f21398 Oct 24 08:58:29.210922 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a2af96d-e8ab-4d62-8dc9-423ab0a33436 req-c1af4b9f-3de2-4e19-a476-0db27c8588e7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=89a2295a-90e9-4fc1-be3b-a130f7e71528 HTTP/1.1" status: 200 len: 210 time: 0.0405288 Oct 24 08:58:29.212537 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (d6be167f-3870-4d45-a512-3d97a0f21398), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.243703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (d6be167f-3870-4d45-a512-3d97a0f21398), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.244744 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:29.245331 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.282382 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4436574 Oct 24 08:58:29.285497 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48946) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:29.290302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Request body: {'subnet': {'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1236021655-subnet', 'tenant_id': '01318d53c6ed499e94a25e12f826719f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:29.313802 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Made reservation on behalf of 01318d53c6ed499e94a25e12f826719f for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:58:29.316194 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25809977'] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.319956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c7d25-8254-4ac8-adf7-556cba6b6a1a admin admin] Pushing event updated for resources: {'Network': ['ID=d6be167f-3870-4d45-a512-3d97a0f21398,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:29.333711 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1c0a36-fd65-4e06-a26c-8e492d06d652 None None] New status for floating IP 462ba19c-85ae-4da4-a959-2ffa05085a2a: DOWN {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:58:29.335321 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network d6be167f-3870-4d45-a512-3d97a0f21398 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:58:29.496536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25434827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25809967'] for subnet (ba1de04c-6d94-458b-8e06-1ac81541eeb1), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.555711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1de04c-6d94-458b-8e06-1ac81541eeb1,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:29.563324 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Checking segment: {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:58:29.563687 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Network hostable DHCP agents. Network: d6be167f-3870-4d45-a512-3d97a0f21398, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:58:29.580786 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Network d6be167f-3870-4d45-a512-3d97a0f21398 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:58:29.589411 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d6be167f-3870-4d45-a512-3d97a0f21398) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:58:29.593544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:29.594164 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:29.598811 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741824c-3779-4a7b-9256-2072c1961783 None None] Network d6be167f-3870-4d45-a512-3d97a0f21398 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:58:29.615509 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-3bf3dc8e-b578-4393-b75a-a739f1bfee19 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3288167 Oct 24 08:58:29.706340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf46eb35-d9e4-47eb-8251-b39744e3bb1b None None] Network d6be167f-3870-4d45-a512-3d97a0f21398 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:58:29.779511 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:30.308592 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48964) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:30.332664 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:30.353068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:30.369448 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b7261923-a74e-49d2-bebf-2874d0c98752), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.391764 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b7261923-a74e-49d2-bebf-2874d0c98752), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.443476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b7261923-a74e-49d2-bebf-2874d0c98752), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.446145 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.447301 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b7261923-a74e-49d2-bebf-2874d0c98752 HTTP/1.1" status: 204 len: 168 time: 0.1377118 Oct 24 08:58:30.450165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48966) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:30.456737 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682ece5-2858-480b-8063-e31f9c79ff0d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7261923-a74e-49d2-bebf-2874d0c98752,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:30.464331 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-d6de64af-7644-4bd5-851d-960ae03039a7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] show failed (client error): The resource could not be found. Oct 24 08:58:30.465355 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d6de64af-7644-4bd5-851d-960ae03039a7 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups/b7261923-a74e-49d2-bebf-2874d0c98752 HTTP/1.1" status: 404 len: 347 time: 0.0141747 Oct 24 08:58:30.468345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48968) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:30.475212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:30.591168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Deleting port fa25c50b-da2d-469c-8147-77b7823101da {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:58:30.591492 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (fa25c50b-da2d-469c-8147-77b7823101da), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.642850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:30.674736 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (fa25c50b-da2d-469c-8147-77b7823101da), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.675056 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (fa25c50b-da2d-469c-8147-77b7823101da), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.687011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Calling delete_port for fa25c50b-da2d-469c-8147-77b7823101da owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:58:30.819053 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (fa25c50b-da2d-469c-8147-77b7823101da), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.845490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'Port': ['ID=fa25c50b-da2d-469c-8147-77b7823101da,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:30.905257 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (462ba19c-85ae-4da4-a959-2ffa05085a2a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.908155 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:30.909340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1dfed0fb-f8dc-4705-ba69-84d25e4b31cf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/462ba19c-85ae-4da4-a959-2ffa05085a2a HTTP/1.1" status: 204 len: 168 time: 0.4400597 Oct 24 08:58:30.992952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 48972) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:30.997648 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95729993', 'description': 'tempest-description--1445456402'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:31.017814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.086130 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b9ba92ae-d3d2-46ac-8929-cae11fb64106), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.089693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b9ba92ae-d3d2-46ac-8929-cae11fb64106), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.124315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.125595 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1315176 Oct 24 08:58:31.127460 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507f604-de0f-4ebb-bbab-8a90873d4acd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba92ae-d3d2-46ac-8929-cae11fb64106,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:31.128897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48974) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:31.134813 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group_rule': {'security_group_id': 'b9ba92ae-d3d2-46ac-8929-cae11fb64106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:31.168528 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (7b130454-c957-4d17-be43-e11cdeca78bb), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.232874 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (7b130454-c957-4d17-be43-e11cdeca78bb), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.238354 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (7b130454-c957-4d17-be43-e11cdeca78bb), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.257914 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b130454-c957-4d17-be43-e11cdeca78bb,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:31.269669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.273587 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8a2d485d-6154-4d9f-bd3c-59a31195c395 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407111 Oct 24 08:58:31.273919 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48986) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:31.278489 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'security_group_rule': {'security_group_id': 'b9ba92ae-d3d2-46ac-8929-cae11fb64106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:31.306839 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (2daeb956-d55c-457f-a700-ff76089e596a), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.365602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (2daeb956-d55c-457f-a700-ff76089e596a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.370234 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (2daeb956-d55c-457f-a700-ff76089e596a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.390150 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daeb956-d55c-457f-a700-ff76089e596a,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:31.398191 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.399400 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e4fc9616-8ddd-4df0-a9e4-592d9a461568 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244545 Oct 24 08:58:31.402602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 48992) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:31.406941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:31.429023 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.431501 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-74f753f4-2bda-4f73-8d43-f45fa4373def tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:31.433018 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-74f753f4-2bda-4f73-8d43-f45fa4373def tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 200 len: 814 time: 0.1098144 Oct 24 08:58:31.436300 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 47ad5200-c751-4a26-a72e-3a49c982245c no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:58:31.449514 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-2bc7f869-9d74-4214-ac88-21d6445adb8f tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/quotas/01318d53c6ed499e94a25e12f826719f HTTP/1.1" status: 200 len: 375 time: 0.0097082 Oct 24 08:58:31.458586 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 47ad5200-c751-4a26-a72e-3a49c982245c {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:58:31.458930 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 47ad5200-c751-4a26-a72e-3a49c982245c not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:58:31.483301 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-a35f0f25-e26c-474c-afde-b15949806399 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279517 Oct 24 08:58:31.524091 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.584327 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-4a6cc39e-4dad-44a4-a4cc-f7076e358659 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923541 Oct 24 08:58:31.638511 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Allocated IP 172.37.0.147 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/c3d1f8bc-2dec-4372-8009-5d11d910f531) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:58:31.653896 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:31.682822 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-52987d4b-ee43-4460-8187-fe05a6e457a4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912750 Oct 24 08:58:31.744842 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.751682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:31.785226 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.788626 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:31.841602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:58:31.847701 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:58:31.850027 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:58:31.852154 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=c3d1f8bc-2dec-4372-8009-5d11d910f531,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:31.859096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e5dd905-e87c-428c-99b2-2e437c765d0a req-54b6a42a-6392-46db-a796-cae9e011bff2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0335932 Oct 24 08:58:31.920340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c945d8c8-ad8b-4b2f-ad72-7d9e01bc1f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.937117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:31.976880 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:32.138291 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:32.143991 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:32.221064 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=c3d1f8bc-2dec-4372-8009-5d11d910f531,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:32.224771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:32.236658 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.237070 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.237442 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.237848 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.238207 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.238642 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.239244 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.239600 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.239984 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.240345 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.240697 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.241030 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.241355 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.241702 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.242027 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:32.254978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:32.256297 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c1406fe2-0aef-46fd-889d-be579b0d0f48 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8527079 Oct 24 08:58:32.478903 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-df899ba9-63dd-4e76-91e7-9cc8d7511f62 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--95729993&fields=id&tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 267 time: 0.0466690 Oct 24 08:58:32.519291 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:32.604892 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-7d4beb19-9662-42b0-9609-75322231f15e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:32.606362 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-7d4beb19-9662-42b0-9609-75322231f15e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 810 time: 0.1206200 Oct 24 08:58:32.622060 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-1c897f25-0b80-4b35-8538-7d7aa01c7db8 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/quotas/45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 375 time: 0.0100505 Oct 24 08:58:32.673414 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-fc38c227-a425-40c5-a79d-edc5ae8b0885 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454507 Oct 24 08:58:32.775640 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-22f6f361-c677-4c97-968c-59a5463d33d4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885832 Oct 24 08:58:32.865157 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-a9ecbe25-6376-42af-af12-d5bcd910ba99 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837991 Oct 24 08:58:32.972688 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-684d799b-6bf1-41c8-a002-10329c571a56 req-b41d0aad-2f56-475a-95b7-73bb3055511a tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0310435 Oct 24 08:58:33.091069 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-354d6199-3f59-4fbb-90f9-79a7cf348825 req-b2d64021-7aef-4b99-af05-864d365b52bb tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0529349 Oct 24 08:58:33.166422 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-78cc6c33-4d7a-45f4-adcc-29928d3b5a4c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:33.168072 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-78cc6c33-4d7a-45f4-adcc-29928d3b5a4c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 200 len: 814 time: 0.1592240 Oct 24 08:58:33.189867 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Request body: {'port': {'device_id': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398', 'admin_state_up': True, 'tenant_id': '01318d53c6ed499e94a25e12f826719f'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:33.317681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Made reservation on behalf of 01318d53c6ed499e94a25e12f826719f for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:58:33.321521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:33.467903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Allocated IP 172.20.0.13 (d6be167f-3870-4d45-a512-3d97a0f21398/ba1de04c-6d94-458b-8e06-1ac81541eeb1/ca181843-9f26-4a98-bbf5-490b90538167) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:58:33.502831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:33.623245 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks [] for port (ca181843-9f26-4a98-bbf5-490b90538167), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:33.659308 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:33.667819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:33.710161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Network d6be167f-3870-4d45-a512-3d97a0f21398 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:58:33.717845 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:58:33.722271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:58:33.726522 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Pushing event updated for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:33.758290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.758640 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.759039 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.759381 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.759715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.760102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.760453 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.760779 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.761196 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.761589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.761812 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.762133 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.762455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.762775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.763098 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:33.785293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:33.785940 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:33.804305 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-c7de8934-dafc-4a2f-8b2f-bd08f6494cc6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190434 Oct 24 08:58:33.885084 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Request body: {'port': {'device_id': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:33.947380 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca181843-9f26-4a98-bbf5-490b90538167), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.185466 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ffc03-9f9a-4e74-a831-f31cadb26168 req-a80269f1-fb7f-4a8c-b0a3-931781566d33 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:34.186913 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7d3ffc03-9f9a-4e74-a831-f31cadb26168 req-a80269f1-fb7f-4a8c-b0a3-931781566d33 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 932 time: 0.0957012 Oct 24 08:58:34.215742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4325840d-a396-4f73-b874-b5cd3106fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.232279 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0473217-61eb-4059-98c1-87779c47be60 req-204c229f-2050-4b28-9c85-b0b83a2e47e5 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0548246 Oct 24 08:58:34.304301 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7d3ffc03-9f9a-4e74-a831-f31cadb26168 req-58614901-c3a3-4c4b-a1e2-13e42ea01f3b tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033568 Oct 24 08:58:34.339538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca181843-9f26-4a98-bbf5-490b90538167 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:58:34.348338 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks [] for port (ca181843-9f26-4a98-bbf5-490b90538167), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.362336 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Transition to ACTIVE for port object ca181843-9f26-4a98-bbf5-490b90538167 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:58:34.367706 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.404272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:34.452497 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:34.470755 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-9ae7e0f2-a150-4c33-aa8e-6d2c64151524 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:34.472158 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-9ae7e0f2-a150-4c33-aa8e-6d2c64151524 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 810 time: 0.1135933 Oct 24 08:58:34.489992 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Attempting to bind port ca181843-9f26-4a98-bbf5-490b90538167 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:58:34.490367 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Attempting to bind port ca181843-9f26-4a98-bbf5-490b90538167 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:58:34.490698 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Attempting to bind port ca181843-9f26-4a98-bbf5-490b90538167 on network d6be167f-3870-4d45-a512-3d97a0f21398 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:58:34.537179 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Port ca181843-9f26-4a98-bbf5-490b90538167 on network d6be167f-3870-4d45-a512-3d97a0f21398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:58:34.537802 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Attempting to bind port ca181843-9f26-4a98-bbf5-490b90538167 on network d6be167f-3870-4d45-a512-3d97a0f21398 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:58:34.545262 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-07acb53b-10a7-4532-9018-ad8b5ff70f61 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee HTTP/1.1" status: 200 len: 378 time: 0.0579643 Oct 24 08:58:34.554434 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'port': {'device_id': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'admin_state_up': True, 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'security_groups': ['b9ba92ae-d3d2-46ac-8929-cae11fb64106']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:34.585258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:58:34.585593 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Checking segment: {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:58:34.585973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Bound using segment: {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:58:34.586412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Bound port: ca181843-9f26-4a98-bbf5-490b90538167, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:58:34.586823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca181843-9f26-4a98-bbf5-490b90538167), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.641425 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:34.652375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:58:34.656099 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca181843-9f26-4a98-bbf5-490b90538167,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:58:34.664357 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.668001 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:34.668752 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.670367 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/ca181843-9f26-4a98-bbf5-490b90538167 HTTP/1.1" status: 200 len: 1094 time: 0.7895954 Oct 24 08:58:34.671604 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Made reservation on behalf of 45be9d45ba4c4a2ca1ed053a7263dbee for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:58:34.673060 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:34.675355 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d956728-bb4e-46a5-b772-bcdf7db26f10" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "tag": "ca181843-9f26-4a98-bbf5-490b90538167"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:34.675733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:34.717471 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce17261-edee-4ecd-beb8-3362151266e2 x-openstack-request-id: req-6ce17261-edee-4ecd-beb8-3362151266e2 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:34.717779 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "tag": "ca181843-9f26-4a98-bbf5-490b90538167", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:34.718034 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ce17261-edee-4ecd-beb8-3362151266e2 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:34.718458 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce17261-edee-4ecd-beb8-3362151266e2'] response: {'name': 'network-changed', 'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167', 'status': 'completed', 'code': 200} Oct 24 08:58:34.732589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5540e5-214a-4b6c-bc80-34e5a8805d27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:34.754302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:34.792059 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:34.800928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-95d95e5b-7d72-4b55-a9eb-ed87b8aee4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:34.802572 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-95d95e5b-7d72-4b55-a9eb-ed87b8aee4c0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 1128 time: 0.0444052 Oct 24 08:58:34.821819 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Allocated IP 172.20.0.3 (d5cd9b46-2491-4f10-bda2-40f7d635b974/4b070669-7d7a-409e-9cb2-d764a404fdb7/3cf51600-b21d-4989-92db-8e04b3392067) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:58:34.852998 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-69e28cab-8cb6-4a9e-bfad-a28e346cd69e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca181843-9f26-4a98-bbf5-490b90538167 HTTP/1.1" status: 200 len: 217 time: 0.0335805 Oct 24 08:58:34.906087 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-879df948-6fad-41f3-a419-9cef1c0ae185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:34.908304 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-879df948-6fad-41f3-a419-9cef1c0ae185 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ba1de04c-6d94-458b-8e06-1ac81541eeb1 HTTP/1.1" status: 200 len: 854 time: 0.0485339 Oct 24 08:58:34.940935 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-fb8e7aa8-b82f-4c22-81bc-d91c46d1227f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d6be167f-3870-4d45-a512-3d97a0f21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265465 Oct 24 08:58:34.980215 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for port (3cf51600-b21d-4989-92db-8e04b3392067), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.014347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.039959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-e27f6e19-bce9-4420-9c53-82730e09ed96 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917645 Oct 24 08:58:35.062157 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:58:35.070169 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:58:35.074396 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:58:35.079143 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event updated for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:35.132169 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:35.132803 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.140688 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9521a1d-43ab-48d0-b913-f395bb388a2d req-4ce7e2d2-3be8-4d2b-9ea1-f2020d416bf4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941138 Oct 24 08:58:35.150808 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-5d6e6310-84af-423c-928e-2f7251c59230 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003087 Oct 24 08:58:35.190677 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Request body: {'port': {'device_id': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:35.256424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3cf51600-b21d-4989-92db-8e04b3392067), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.360631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957458ab-9e13-42c3-bf00-f2efca0ed55e req-5854b27f-3e77-433c-b4dc-2211d544aaf1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:35.362359 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-957458ab-9e13-42c3-bf00-f2efca0ed55e req-5854b27f-3e77-433c-b4dc-2211d544aaf1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 931 time: 0.0549686 Oct 24 08:58:35.367591 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-b5af3131-461a-482b-81b7-f60e081eb493 None None] Provisioning complete for port 3cf51600-b21d-4989-92db-8e04b3392067 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:58:35.368088 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b5af3131-461a-482b-81b7-f60e081eb493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (3cf51600-b21d-4989-92db-8e04b3392067), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.368331 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-b5af3131-461a-482b-81b7-f60e081eb493 None None] Attempt 1 to provision port 3cf51600-b21d-4989-92db-8e04b3392067 Oct 24 08:58:35.407862 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:35.409286 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-b5af3131-461a-482b-81b7-f60e081eb493 None None] Port 3cf51600-b21d-4989-92db-8e04b3392067 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:58:35.417678 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-957458ab-9e13-42c3-bf00-f2efca0ed55e req-d169e2bd-a7fa-4444-8353-776f3bac9e96 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480051 Oct 24 08:58:35.467549 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4379-96a7-480c-a35c-c315f0f3bfd5 req-289926c9-ea74-44a9-8f17-e154fe0ada73 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:35.469939 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3b8c4379-96a7-480c-a35c-c315f0f3bfd5 req-289926c9-ea74-44a9-8f17-e154fe0ada73 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 944 time: 0.0506587 Oct 24 08:58:35.518901 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3b8c4379-96a7-480c-a35c-c315f0f3bfd5 req-ac073436-16bc-4d3b-b150-4bcf7fc95b9a tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Oct 24 08:58:35.531327 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf51600-b21d-4989-92db-8e04b3392067 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:58:35.539419 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks [] for port (3cf51600-b21d-4989-92db-8e04b3392067), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.552318 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Transition to ACTIVE for port object 3cf51600-b21d-4989-92db-8e04b3392067 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:58:35.556119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.640967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:35.644793 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:35.651150 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:35.675864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Attempting to bind port 3cf51600-b21d-4989-92db-8e04b3392067 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:58:35.676237 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Attempting to bind port 3cf51600-b21d-4989-92db-8e04b3392067 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:58:35.676571 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Attempting to bind port 3cf51600-b21d-4989-92db-8e04b3392067 on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:58:35.718753 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Port 3cf51600-b21d-4989-92db-8e04b3392067 on network d5cd9b46-2491-4f10-bda2-40f7d635b974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:58:35.719194 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Attempting to bind port 3cf51600-b21d-4989-92db-8e04b3392067 on network d5cd9b46-2491-4f10-bda2-40f7d635b974 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:58:35.743230 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.762407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:58:35.762753 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Checking segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:58:35.763138 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Bound using segment: {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:58:35.763570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Bound port: 3cf51600-b21d-4989-92db-8e04b3392067, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e96344-215b-4d00-bbdd-45ae0de8df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:58:35.763929 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3cf51600-b21d-4989-92db-8e04b3392067), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.824811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:58:35.828054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3cf51600-b21d-4989-92db-8e04b3392067,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:58:35.834786 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.839000 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:35.839603 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:35.841013 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/3cf51600-b21d-4989-92db-8e04b3392067 HTTP/1.1" status: 200 len: 1093 time: 0.6557219 Oct 24 08:58:35.841543 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:35.844084 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdef658-4ee8-4241-92d7-ebdcacf66a01" -d '{"events": [{"name": "network-changed", "server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "tag": "3cf51600-b21d-4989-92db-8e04b3392067"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:35.884997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd3f338-aa6f-471d-81ad-ee771e0bbc39 x-openstack-request-id: req-3bd3f338-aa6f-471d-81ad-ee771e0bbc39 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:35.885290 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "tag": "3cf51600-b21d-4989-92db-8e04b3392067", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:35.885531 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bd3f338-aa6f-471d-81ad-ee771e0bbc39 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:35.885923 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd3f338-aa6f-471d-81ad-ee771e0bbc39'] response: {'name': 'network-changed', 'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067', 'status': 'completed', 'code': 200} Oct 24 08:58:35.899859 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b6ee-2708-40c2-9668-ce3132d054b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:36.541071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6c4ea-0dc6-453a-a5fe-f9eae597ec1f req-5d0af583-bdaa-4ad2-bda0-cee0fc33219c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:36.542541 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0d6c4ea-0dc6-453a-a5fe-f9eae597ec1f req-5d0af583-bdaa-4ad2-bda0-cee0fc33219c tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0504074 Oct 24 08:58:36.591378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0d6c4ea-0dc6-453a-a5fe-f9eae597ec1f req-aab9d54a-5b77-47f9-88ef-e5cd073b83a9 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423918 Oct 24 08:58:36.651944 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc789c-0103-4cf2-9fbb-23ec5aa89648 req-9938d186-192a-416f-9da7-1a2184b452ea tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:36.653457 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0dc789c-0103-4cf2-9fbb-23ec5aa89648 req-9938d186-192a-416f-9da7-1a2184b452ea tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 944 time: 0.0551794 Oct 24 08:58:36.701591 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0dc789c-0103-4cf2-9fbb-23ec5aa89648 req-c10fb3f3-1821-462d-9fd5-0cc6ab6136eb tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Oct 24 08:58:36.945009 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:37.132379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:37.515018 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-cb4f3dc7-4d97-4c0e-8866-812307eecb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.517675 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-cb4f3dc7-4d97-4c0e-8866-812307eecb8e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 1128 time: 0.0414784 Oct 24 08:58:37.525595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-c808b92d-4efb-47a3-8e66-0876b5c5067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.527127 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-c808b92d-4efb-47a3-8e66-0876b5c5067f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0400019 Oct 24 08:58:37.579388 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:37.615490 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-46f9668d-615c-4d5a-87db-6b095ed8a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.617045 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-46f9668d-615c-4d5a-87db-6b095ed8a18b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 200 len: 915 time: 0.0907350 Oct 24 08:58:37.655712 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-9268214a-600f-4a7a-a1a7-77317b5ea33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.657893 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-9268214a-600f-4a7a-a1a7-77317b5ea33d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1162989 Oct 24 08:58:37.665054 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-c4b878fb-fca2-4cbd-a23c-8148c9c0e149 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca181843-9f26-4a98-bbf5-490b90538167 HTTP/1.1" status: 200 len: 217 time: 0.0403357 Oct 24 08:58:37.706736 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:37.715106 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-7cad0b5b-d51d-4d8d-a946-97c69e044684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.716601 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-7cad0b5b-d51d-4d8d-a946-97c69e044684 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ba1de04c-6d94-458b-8e06-1ac81541eeb1 HTTP/1.1" status: 200 len: 854 time: 0.0456252 Oct 24 08:58:37.757927 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-1261d9e6-875d-46e7-97fa-675001efca01 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d6be167f-3870-4d45-a512-3d97a0f21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279253 Oct 24 08:58:37.781585 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dc08-ee86-4bb5-b21f-5459d60b596c req-f7cba962-f291-4bf2-816f-c75d212099f6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.783198 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5554dc08-ee86-4bb5-b21f-5459d60b596c req-f7cba962-f291-4bf2-816f-c75d212099f6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.1044614 Oct 24 08:58:37.853031 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-3ca532e9-5e6f-41a7-bae1-69f2e1335dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.854404 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fdef658-4ee8-4241-92d7-ebdcacf66a01 req-3ca532e9-5e6f-41a7-bae1-69f2e1335dc9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837568 Oct 24 08:58:37.856484 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-bd138387-850a-4617-bdde-737469b6655a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883641 Oct 24 08:58:37.863166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dea9fc-5293-40b9-81e8-65af0e6382c4 req-5a4a3830-98b6-4956-a774-2e071413bb45 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.864843 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7dea9fc-5293-40b9-81e8-65af0e6382c4 req-5a4a3830-98b6-4956-a774-2e071413bb45 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 944 time: 0.0790627 Oct 24 08:58:37.902546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5554dc08-ee86-4bb5-b21f-5459d60b596c req-f9e75917-9d3f-4d03-83b6-8d554128d41e tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069562 Oct 24 08:58:37.942126 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7dea9fc-5293-40b9-81e8-65af0e6382c4 req-edfb67b9-abe1-4972-86df-c6fa88828197 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690806 Oct 24 08:58:37.964343 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6d956728-bb4e-46a5-b772-bcdf7db26f10 req-05d35cdc-83cc-4a53-bbd0-8e405ddc8bee service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893998 Oct 24 08:58:37.970647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-937a352b-ae3e-4b13-bbab-cfcbf97fbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:37.972148 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-937a352b-ae3e-4b13-bbab-cfcbf97fbd2c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0458953 Oct 24 08:58:38.026447 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:58:38.044630 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-8fea087c-b769-4f3b-ba0b-724219bf9303 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf51600-b21d-4989-92db-8e04b3392067 HTTP/1.1" status: 200 len: 217 time: 0.0331359 Oct 24 08:58:38.093548 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-3174351e-32ff-4f3b-a48f-7c4ad51401f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:38.095059 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-3174351e-32ff-4f3b-a48f-7c4ad51401f4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0441363 Oct 24 08:58:38.144106 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-7b2bfc6e-7a03-40a3-894e-a7ab1f522872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:38.145602 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-7b2bfc6e-7a03-40a3-894e-a7ab1f522872 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435724 Oct 24 08:58:38.237970 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-e329c695-3bc2-4077-9fba-f7ac97c3dac6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Oct 24 08:58:38.339696 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eb3a2872-9484-414a-aa9e-ccaee6f00f00 req-97055c9c-63b8-42fa-a02e-40bafdd03797 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868986 Oct 24 08:58:39.067162 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c47af-2432-4b5b-a0e1-9dd074ba65a3 req-47ea01b8-4da4-4f1f-8754-3be7c5cc8cc2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:39.068657 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-792c47af-2432-4b5b-a0e1-9dd074ba65a3 req-47ea01b8-4da4-4f1f-8754-3be7c5cc8cc2 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0740023 Oct 24 08:58:39.088404 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6d6b-fae0-4174-9b84-0c0517b8332d req-947cf0a3-effe-454e-ad96-61a6e019080b tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:39.089962 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ffa6d6b-fae0-4174-9b84-0c0517b8332d req-947cf0a3-effe-454e-ad96-61a6e019080b tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 944 time: 0.0664768 Oct 24 08:58:39.158796 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-792c47af-2432-4b5b-a0e1-9dd074ba65a3 req-04e8de4d-1e78-4644-8394-afdad65a6120 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842922 Oct 24 08:58:39.165835 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ffa6d6b-fae0-4174-9b84-0c0517b8332d req-a1462fa3-7e97-459f-b392-4c402f246b0a tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 Oct 24 08:58:39.464881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ca181843-9f26-4a98-bbf5-490b90538167 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:58:39.567576 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca181843-9f26-4a98-bbf5-490b90538167,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:39.579635 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'ca181843-9f26-4a98-bbf5-490b90538167', 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398', 'port_id': 'ca181843-9f26-4a98-bbf5-490b90538167', 'mac_address': 'fa:16:3e:27:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1de04c-6d94-458b-8e06-1ac81541eeb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:58:39.614975 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ca181843-9f26-4a98-bbf5-490b90538167 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:58:39.615366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca181843-9f26-4a98-bbf5-490b90538167), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:39.629239 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca181843-9f26-4a98-bbf5-490b90538167 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:58:39.651917 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca181843-9f26-4a98-bbf5-490b90538167,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:39.656205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:39.706370 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:39.713408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.713770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.714134 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.714491 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.714860 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.715219 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.715580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.715907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.716264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.716592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.716923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.717247 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.717569 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.717890 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:39.718207 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:58:40.164514 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['ca181843-9f26-4a98-bbf5-490b90538167'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:58:40.313655 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eb613-8832-4094-a546-328b35678990 req-153803ae-922a-4cfb-8d7f-36655cd7f0a1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:40.315032 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-228eb613-8832-4094-a546-328b35678990 req-153803ae-922a-4cfb-8d7f-36655cd7f0a1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0777473 Oct 24 08:58:40.322694 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afab14-7641-4475-b872-6921d17ec34f req-8981d797-637d-435b-9c4e-d4403497f761 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:40.324061 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9afab14-7641-4475-b872-6921d17ec34f req-8981d797-637d-435b-9c4e-d4403497f761 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 945 time: 0.0778356 Oct 24 08:58:40.388881 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:40.401761 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-228eb613-8832-4094-a546-328b35678990 req-cbb1b4cd-238c-4111-a8d6-7caecd0d1d19 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767653 Oct 24 08:58:40.405199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9afab14-7641-4475-b872-6921d17ec34f req-13ef12fc-b072-404c-8187-4181f37cca1d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727844 Oct 24 08:58:41.493695 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ca181843-9f26-4a98-bbf5-490b90538167 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:58:41.541561 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port ca181843-9f26-4a98-bbf5-490b90538167 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:58:41.542856 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:41.548815 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port ca181843-9f26-4a98-bbf5-490b90538167 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:58:41.549190 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ca181843-9f26-4a98-bbf5-490b90538167), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:41.550218 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port ca181843-9f26-4a98-bbf5-490b90538167 Oct 24 08:58:41.559062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86205-e5fe-43de-8580-a2b4b6fdd5dc req-9aad6f9f-87d0-428e-8951-3a2ba995cb26 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:41.560559 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7be86205-e5fe-43de-8580-a2b4b6fdd5dc req-9aad6f9f-87d0-428e-8951-3a2ba995cb26 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0815609 Oct 24 08:58:41.566834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d248-2e6f-4031-9485-d2a55efdb914 req-f34dc7c8-f74b-47d8-9815-15f1f6f76898 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:41.568298 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-73b2d248-2e6f-4031-9485-d2a55efdb914 req-f34dc7c8-f74b-47d8-9815-15f1f6f76898 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 945 time: 0.0803976 Oct 24 08:58:41.624183 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ca181843-9f26-4a98-bbf5-490b90538167 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:58:41.624566 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ca181843-9f26-4a98-bbf5-490b90538167), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:41.639900 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7be86205-e5fe-43de-8580-a2b4b6fdd5dc req-dc5286d6-0ece-4ae2-87fa-0c8f02d27fc6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706277 Oct 24 08:58:41.648075 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-73b2d248-2e6f-4031-9485-d2a55efdb914 req-5000008e-14ce-4540-b466-eba77af13983 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 Oct 24 08:58:41.655419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:41.658132 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f1321e-a77d-41c8-b2a7-89f017df1c8f" -d '{"events": [{"server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "name": "network-vif-plugged", "status": "completed", "tag": "ca181843-9f26-4a98-bbf5-490b90538167"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:41.663138 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:41.672800 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca181843-9f26-4a98-bbf5-490b90538167,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:41.678657 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:41.702014 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43eb19c-ac05-4210-91a5-15d2c4665e6d x-openstack-request-id: req-a43eb19c-ac05-4210-91a5-15d2c4665e6d {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:41.702307 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "name": "network-vif-plugged", "status": "completed", "tag": "ca181843-9f26-4a98-bbf5-490b90538167", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:41.702557 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a43eb19c-ac05-4210-91a5-15d2c4665e6d {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:41.702949 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43eb19c-ac05-4210-91a5-15d2c4665e6d'] response: {'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167', 'code': 200} Oct 24 08:58:41.732119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:41.972664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaf904-1fde-4352-943f-00eeb889ca0e req-ad5b4825-7e2a-4d8d-a38d-15141f7b64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:41.974323 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdaaf904-1fde-4352-943f-00eeb889ca0e req-ad5b4825-7e2a-4d8d-a38d-15141f7b64fc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 1130 time: 0.0438881 Oct 24 08:58:42.024108 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdaaf904-1fde-4352-943f-00eeb889ca0e req-31c81164-a364-4a6a-bcf0-ef9f34f240b0 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Oct 24 08:58:42.801783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6cc90-02b0-47b5-9ee1-dd1a361dafd7 req-9e7b0f56-2dab-46fc-b55b-d265f33b0841 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:42.803263 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8bf6cc90-02b0-47b5-9ee1-dd1a361dafd7 req-9e7b0f56-2dab-46fc-b55b-d265f33b0841 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0751395 Oct 24 08:58:42.808923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41343f-e4b2-4406-b82e-9ca9fdf15bd1 req-db8696d4-be09-45db-b316-d2c1bf352137 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:42.810276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3f41343f-e4b2-4406-b82e-9ca9fdf15bd1 req-db8696d4-be09-45db-b316-d2c1bf352137 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 946 time: 0.0713956 Oct 24 08:58:42.886390 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8bf6cc90-02b0-47b5-9ee1-dd1a361dafd7 req-5771aba8-bc6e-4681-9c82-c430ddf94667 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751739 Oct 24 08:58:42.889640 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3f41343f-e4b2-4406-b82e-9ca9fdf15bd1 req-05de2a2d-672a-4d26-9ef9-0ef70c5c0e6e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Oct 24 08:58:43.493905 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3cf51600-b21d-4989-92db-8e04b3392067 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:58:43.518135 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:43.601925 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3cf51600-b21d-4989-92db-8e04b3392067,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:43.613404 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '3cf51600-b21d-4989-92db-8e04b3392067', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'port_id': '3cf51600-b21d-4989-92db-8e04b3392067', 'mac_address': 'fa:16:3e:d6:ff:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:58:43.652635 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 3cf51600-b21d-4989-92db-8e04b3392067 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:58:43.653027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3cf51600-b21d-4989-92db-8e04b3392067), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:43.666613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf51600-b21d-4989-92db-8e04b3392067 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:58:43.686282 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3cf51600-b21d-4989-92db-8e04b3392067,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:43.690170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:43.735759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:44.053886 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4887e-1dc1-41ca-b474-1ac80cd75022 req-7fda0182-73fd-49c9-b6b6-87003b70b88e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:44.055395 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4f4887e-1dc1-41ca-b474-1ac80cd75022 req-7fda0182-73fd-49c9-b6b6-87003b70b88e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 946 time: 0.0839202 Oct 24 08:58:44.063855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ecc8-a093-4b57-836b-be79db188013 req-2052e562-ac03-4290-a323-3b3d45ec14c6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:44.065233 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cfb2ecc8-a093-4b57-836b-be79db188013 req-2052e562-ac03-4290-a323-3b3d45ec14c6 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0916681 Oct 24 08:58:44.144984 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4f4887e-1dc1-41ca-b474-1ac80cd75022 req-0c902579-f666-4090-8510-e08f7544528c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785284 Oct 24 08:58:44.148177 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cfb2ecc8-a093-4b57-836b-be79db188013 req-20110eb7-8a83-4d0f-8484-0885e8d3c619 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762846 Oct 24 08:58:44.153822 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['3cf51600-b21d-4989-92db-8e04b3392067'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:58:45.168161 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:45.280391 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4f7b-7985-42a3-8bb3-a4b45eefc983 req-482b4e2f-48d5-4554-8e5a-6f7fcd0fdd03 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:45.283218 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b38d4f7b-7985-42a3-8bb3-a4b45eefc983 req-482b4e2f-48d5-4554-8e5a-6f7fcd0fdd03 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0512135 Oct 24 08:58:45.336249 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b38d4f7b-7985-42a3-8bb3-a4b45eefc983 req-36a249d6-50e7-4269-ae9b-aaacb54797c5 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457039 Oct 24 08:58:45.516103 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3cf51600-b21d-4989-92db-8e04b3392067 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:58:45.560526 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 3cf51600-b21d-4989-92db-8e04b3392067 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:58:45.568556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 3cf51600-b21d-4989-92db-8e04b3392067 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:58:45.568963 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (3cf51600-b21d-4989-92db-8e04b3392067), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:45.569262 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 3cf51600-b21d-4989-92db-8e04b3392067 Oct 24 08:58:45.648923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 3cf51600-b21d-4989-92db-8e04b3392067 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:58:45.649328 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (3cf51600-b21d-4989-92db-8e04b3392067), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:45.673331 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:45.675557 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086d63c-55dc-46c5-a236-a072f336f54e" -d '{"events": [{"server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "3cf51600-b21d-4989-92db-8e04b3392067"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:45.688821 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3cf51600-b21d-4989-92db-8e04b3392067,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:45.692898 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:45.721209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343c131-69e3-452c-a5ea-843e11777ded x-openstack-request-id: req-a343c131-69e3-452c-a5ea-843e11777ded {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:45.721499 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "3cf51600-b21d-4989-92db-8e04b3392067", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:45.721748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a343c131-69e3-452c-a5ea-843e11777ded {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:45.722135 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a343c131-69e3-452c-a5ea-843e11777ded'] response: {'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067', 'code': 200} Oct 24 08:58:45.745711 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:45.954369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83b597-7dbd-44db-b112-746f882b1729 req-bc84e1f3-101d-449e-9fac-04a380ed148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:45.955855 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ac83b597-7dbd-44db-b112-746f882b1729 req-bc84e1f3-101d-449e-9fac-04a380ed148b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 1129 time: 0.0381510 Oct 24 08:58:46.001920 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ac83b597-7dbd-44db-b112-746f882b1729 req-67f2f3df-a547-4921-a068-b6f31544b45d service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397468 Oct 24 08:58:46.488502 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab4319-c7d2-4d65-ac28-47747f2d7a72 req-5627b1c4-e367-4767-94d0-9de35479fcbd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:46.490384 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e3ab4319-c7d2-4d65-ac28-47747f2d7a72 req-5627b1c4-e367-4767-94d0-9de35479fcbd tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0540657 Oct 24 08:58:46.571346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e40f7-c037-430e-8e61-809a6ff54640 req-2bb27935-290e-4b95-a1b1-de193f231e0f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:46.572847 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f45e40f7-c037-430e-8e61-809a6ff54640 req-2bb27935-290e-4b95-a1b1-de193f231e0f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0692286 Oct 24 08:58:46.576908 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e3ab4319-c7d2-4d65-ac28-47747f2d7a72 req-1bf59798-dfb9-4bb3-86cc-f243eef22fc5 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810142 Oct 24 08:58:46.624868 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f45e40f7-c037-430e-8e61-809a6ff54640 req-8779e084-9908-49b2-a247-7ee1237fbc2e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459399 Oct 24 08:58:47.683550 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:47.701947 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c8abb-a94e-4f54-9985-14ad1edba156 req-22b3e94d-85b7-47a4-8f1d-5a2dfe7ccddf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:47.704041 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c2c8abb-a94e-4f54-9985-14ad1edba156 req-22b3e94d-85b7-47a4-8f1d-5a2dfe7ccddf tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Oct 24 08:58:47.723439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:47.779281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aba82-1284-41d7-b8c3-0b83b4d19b74 req-14d09608-a526-4bec-8cde-03d957a15a73 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:47.780829 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-987aba82-1284-41d7-b8c3-0b83b4d19b74 req-14d09608-a526-4bec-8cde-03d957a15a73 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0712779 Oct 24 08:58:47.804065 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c2c8abb-a94e-4f54-9985-14ad1edba156 req-d2a5c4ff-5bf2-4caf-b00e-f426d78e3527 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933771 Oct 24 08:58:47.852236 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-987aba82-1284-41d7-b8c3-0b83b4d19b74 req-fee2d3bd-373a-491e-a04b-ad0283bca5d0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626493 Oct 24 08:58:47.959166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=64 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:47.963398 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:48.023480 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:48.934273 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1bcad-7dac-4abb-97eb-aaec2daee6bb req-2ae15812-a8ec-487a-b092-d1c5fb770c56 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:48.935739 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54a1bcad-7dac-4abb-97eb-aaec2daee6bb req-2ae15812-a8ec-487a-b092-d1c5fb770c56 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Oct 24 08:58:49.002316 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ef70d-7e6e-48da-ba82-2e1c3cbedc49 req-2a022764-69e3-43cb-a6df-68dd53473c9e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:49.003756 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa0ef70d-7e6e-48da-ba82-2e1c3cbedc49 req-2a022764-69e3-43cb-a6df-68dd53473c9e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0641963 Oct 24 08:58:49.040019 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-54a1bcad-7dac-4abb-97eb-aaec2daee6bb req-c0f8ce2a-0694-41ba-a777-82dc7cd381c4 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907719 Oct 24 08:58:49.072055 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa0ef70d-7e6e-48da-ba82-2e1c3cbedc49 req-720b8aab-dc57-4c99-a76a-983c89093916 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625291 Oct 24 08:58:49.163979 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35a79-2145-4ef3-8985-5191ab5ceb39 req-ff2afea0-3b7e-455e-8297-6b78d83e7921 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:49.165536 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c0c35a79-2145-4ef3-8985-5191ab5ceb39 req-ff2afea0-3b7e-455e-8297-6b78d83e7921 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0475204 Oct 24 08:58:49.176170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49234) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:49.180490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Request body: {'floatingip': {'port_id': '3cf51600-b21d-4989-92db-8e04b3392067'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:49.222351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:49.913883 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:49.922754 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:50.036394 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Floating IP 877c35b4-47ad-4faf-b791-7fd2086d52b9 associated. External IP: 172.37.0.147, port: 3cf51600-b21d-4989-92db-8e04b3392067. Oct 24 08:58:50.075544 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:50.192044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:50.236273 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a1549-2954-40f2-b102-144479ae769b req-be67f380-8f61-4c2d-a1f4-0250c8471005 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:50.237797 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d6a1549-2954-40f2-b102-144479ae769b req-be67f380-8f61-4c2d-a1f4-0250c8471005 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0653336 Oct 24 08:58:50.322724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:58:50.339136 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d6a1549-2954-40f2-b102-144479ae769b req-b6dda396-9b2f-483f-b93a-02a1296b8d25 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719769 Oct 24 08:58:50.444249 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:58:50.449254 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:50.454478 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:58:50.465293 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:50.465916 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:50.481792 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ce0572da-7360-43ee-83a3-be884548c0f3 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/877c35b4-47ad-4faf-b791-7fd2086d52b9 HTTP/1.1" status: 200 len: 991 time: 1.3024776 Oct 24 08:58:50.481792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:50.482643 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7ca178-dba2-4a51-987d-e786919337bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "tag": "3cf51600-b21d-4989-92db-8e04b3392067"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:50.521355 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaefdd6-92d6-40c6-8a4b-2ca286b2772b x-openstack-request-id: req-beaefdd6-92d6-40c6-8a4b-2ca286b2772b {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:50.521654 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "tag": "3cf51600-b21d-4989-92db-8e04b3392067", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:50.521906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-beaefdd6-92d6-40c6-8a4b-2ca286b2772b {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:50.522311 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beaefdd6-92d6-40c6-8a4b-2ca286b2772b'] response: {'name': 'network-changed', 'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067', 'status': 'completed', 'code': 200} Oct 24 08:58:50.572196 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:50.606013 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:50.650653 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca178-dba2-4a51-987d-e786919337bd req-bccfdde9-18f8-4f22-b2e8-f58dfe336cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:50.652625 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-bccfdde9-18f8-4f22-b2e8-f58dfe336cf1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 1129 time: 0.0658646 Oct 24 08:58:50.658874 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:50.760681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca178-dba2-4a51-987d-e786919337bd req-27154a63-88f7-43b3-a5cd-df05583db546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:50.762344 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-27154a63-88f7-43b3-a5cd-df05583db546 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 200 len: 911 time: 0.1017661 Oct 24 08:58:50.828825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '877c35b4-47ad-4faf-b791-7fd2086d52b9', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.147', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '3cf51600-b21d-4989-92db-8e04b3392067', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:d6:ff:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:58:31Z', 'updated_at': '2022-10-24T08:58:49Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:50.831741 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-8b1fca21-71b5-44a0-8397-410bd75bebdb service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf51600-b21d-4989-92db-8e04b3392067 HTTP/1.1" status: 200 len: 999 time: 0.0621579 Oct 24 08:58:50.855853 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:58:50.865580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:50.866201 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:50.882079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca178-dba2-4a51-987d-e786919337bd req-2680d9ce-7e19-4eae-ade6-fe2c577bb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:50.883850 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-2680d9ce-7e19-4eae-ade6-fe2c577bb713 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 200 len: 849 time: 0.0463316 Oct 24 08:58:50.942816 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca178-dba2-4a51-987d-e786919337bd req-89b84c6b-e528-49f2-94a4-ec66392e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:50.944370 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-89b84c6b-e528-49f2-94a4-ec66392e7c43 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d5cd9b46-2491-4f10-bda2-40f7d635b974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486162 Oct 24 08:58:51.006074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:51.063191 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-d71e5747-d95a-4dcc-8585-d0acf2198810 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110938 Oct 24 08:58:51.185413 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8a7ca178-dba2-4a51-987d-e786919337bd req-d27e3ec8-8f65-4f79-b4ec-a41eb7f186da service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145377 Oct 24 08:58:51.261877 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '877c35b4-47ad-4faf-b791-7fd2086d52b9', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.147', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '3cf51600-b21d-4989-92db-8e04b3392067', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:d6:ff:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:58:31Z', 'updated_at': '2022-10-24T08:58:49Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:51.429259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7233648-eaa8-4d0e-9cf5-d7d770759ba8 None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '877c35b4-47ad-4faf-b791-7fd2086d52b9', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'floating_ip_address': '172.37.0.147', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'port_id': '3cf51600-b21d-4989-92db-8e04b3392067', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'mac_address': 'fa:16:3e:d6:ff:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:58:31Z', 'updated_at': '2022-10-24T08:58:49Z', 'revision_number': 1, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:58:51.484691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28e6a5-478a-41f7-ae7b-921347510754 req-423773df-7c6d-4e66-927b-3880f5e5e64c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:51.486375 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a28e6a5-478a-41f7-ae7b-921347510754 req-423773df-7c6d-4e66-927b-3880f5e5e64c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0602143 Oct 24 08:58:51.529121 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:51.537839 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a28e6a5-478a-41f7-ae7b-921347510754 req-a9c7311d-e8ba-41be-8bb2-e2f142a6feda tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450807 Oct 24 08:58:51.629567 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b869d5-b1df-4fc0-bf9d-fbb8550e7343 None None] New status for floating IP 877c35b4-47ad-4faf-b791-7fd2086d52b9: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:58:52.672781 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e66d-aba5-424c-9543-723cff9c87e4 req-f765ac93-07eb-4475-9ef5-055494e49f8f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:52.674340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b5a4e66d-aba5-424c-9543-723cff9c87e4 req-f765ac93-07eb-4475-9ef5-055494e49f8f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Oct 24 08:58:52.676381 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:52.725890 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b5a4e66d-aba5-424c-9543-723cff9c87e4 req-a6ecc41f-9c20-4ea5-96d2-be3d97c35331 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 Oct 24 08:58:53.639972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a221b-e505-44e7-a1af-c2a0563f92aa req-da6ffdc0-af52-4a7d-acb8-e15cfb8f2b3f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:53.641532 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2b9a221b-e505-44e7-a1af-c2a0563f92aa req-da6ffdc0-af52-4a7d-acb8-e15cfb8f2b3f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0486069 Oct 24 08:58:53.667553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:53.690621 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2b9a221b-e505-44e7-a1af-c2a0563f92aa req-53f52c6e-b5db-40ce-a789-494458bbc17d tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Oct 24 08:58:53.858717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811935-463d-4386-a6da-8de0e390dbd5 req-7b7d6368-76be-4027-8c0f-94b1e263ce97 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:53.861078 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ab811935-463d-4386-a6da-8de0e390dbd5 req-7b7d6368-76be-4027-8c0f-94b1e263ce97 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0509679 Oct 24 08:58:53.910352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ab811935-463d-4386-a6da-8de0e390dbd5 req-ac22ea0e-b8ec-443b-9d81-3e4b34ff78ea tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Oct 24 08:58:54.830515 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fe615-1518-4697-85ef-38e4ad459eaa req-9dabd2e9-d735-4704-8f0b-be371a25dfc3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:54.832034 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b41fe615-1518-4697-85ef-38e4ad459eaa req-9dabd2e9-d735-4704-8f0b-be371a25dfc3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0621123 Oct 24 08:58:54.893795 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b41fe615-1518-4697-85ef-38e4ad459eaa req-8dd01b23-85e7-46ed-81bd-0e6e144ad101 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553970 Oct 24 08:58:55.040826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ba0ce-b52e-4bd6-a13e-fa7d16fdfc14 req-bb0d0e83-83b7-4cf3-9522-be52cc06f8c0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:55.042344 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-253ba0ce-b52e-4bd6-a13e-fa7d16fdfc14 req-bb0d0e83-83b7-4cf3-9522-be52cc06f8c0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0475142 Oct 24 08:58:55.097780 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-253ba0ce-b52e-4bd6-a13e-fa7d16fdfc14 req-ecfe8830-94d9-4cb9-ba0d-b4a2abdc3ec7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488086 Oct 24 08:58:55.875590 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059ce40-c215-41d6-843f-af3744d9e856 req-88019a95-d9b6-47dc-9489-6c5f4e457c0c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:55.877183 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2059ce40-c215-41d6-843f-af3744d9e856 req-88019a95-d9b6-47dc-9489-6c5f4e457c0c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0459485 Oct 24 08:58:55.972535 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 9d796584-37f8-4f4f-8f8c-41d40022f76b {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:58:55.972876 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:56.076807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5fc1-b949-4805-a68b-0f593aed6eea req-240088d4-83ec-4d03-b835-0d53904fff26 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:56.078935 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dedd5fc1-b949-4805-a68b-0f593aed6eea req-240088d4-83ec-4d03-b835-0d53904fff26 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 945 time: 0.0905950 Oct 24 08:58:56.134667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] For port 9d796584-37f8-4f4f-8f8c-41d40022f76b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d796584-37f8-4f4f-8f8c-41d40022f76b,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:58:56.135046 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:56.161836 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dedd5fc1-b949-4805-a68b-0f593aed6eea req-95a1d466-2cea-4888-bdbe-bf56d1dabae2 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b25f14a0-0a5a-44ae-8301-1f69286f12d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751894 Oct 24 08:58:56.288353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142301df-1f90-43ee-ba12-cc788a27fcba req-461ec3a0-2730-4e45-a41c-33a2f5376c25 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:56.289871 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-142301df-1f90-43ee-ba12-cc788a27fcba req-461ec3a0-2730-4e45-a41c-33a2f5376c25 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0941191 Oct 24 08:58:56.396699 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:56.397061 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:56.397376 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1 disassociated. External IP: 172.37.0.225, port: 9d796584-37f8-4f4f-8f8c-41d40022f76b. Oct 24 08:58:56.397719 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 9d796584-37f8-4f4f-8f8c-41d40022f76b owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:58:56.399250 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:56.408042 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-142301df-1f90-43ee-ba12-cc788a27fcba req-1f4b3ab5-e598-406b-a2ce-091b4b720978 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061571 Oct 24 08:58:56.480964 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:56.540774 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (9d796584-37f8-4f4f-8f8c-41d40022f76b), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:56.572946 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=9d796584-37f8-4f4f-8f8c-41d40022f76b,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:56.685795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:58:56.791502 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:58:56.801349 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:58:56.812567 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:56.813585 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:56.929109 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:57.112824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] No DVR routers for this DVR port 9d796584-37f8-4f4f-8f8c-41d40022f76b on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:58:57.117131 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:57.120444 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2059ce40-c215-41d6-843f-af3744d9e856 req-d7e9bf34-b35c-4195-a232-48fbddc0daa4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "DELETE /networking/v2.0/ports/9d796584-37f8-4f4f-8f8c-41d40022f76b HTTP/1.1" status: 204 len: 173 time: 1.2382686 Oct 24 08:58:57.120951 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'name': 'network-vif-deleted', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:58:57.123237 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65df35b-2bc3-473f-bf21-30f6a2d592e4" -d '{"events": [{"server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "name": "network-vif-deleted", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:58:57.159430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:57.175753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e65a62-c4a7-41ad-80da-21f0f264aaac x-openstack-request-id: req-38e65a62-c4a7-41ad-80da-21f0f264aaac {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:58:57.176060 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf", "name": "network-vif-deleted", "tag": "9d796584-37f8-4f4f-8f8c-41d40022f76b", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:58:57.176386 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38e65a62-c4a7-41ad-80da-21f0f264aaac {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:58:57.176891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e65a62-c4a7-41ad-80da-21f0f264aaac'] response: {'server_uuid': 'd9301ca5-bdaa-4f5d-8bcd-772b8923b1cf', 'name': 'network-vif-deleted', 'tag': '9d796584-37f8-4f4f-8f8c-41d40022f76b', 'status': 'completed', 'code': 200} Oct 24 08:58:57.185869 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:58:57.187741 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:57.196065 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:58:57.196729 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:58:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:57.294959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cd8a6362-f821-489b-bb35-40909527e190 req-e9ae18d9-10c1-4f4e-adb3-0ca986cc3bdd tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9301ca5-bdaa-4f5d-8bcd-772b8923b1cf HTTP/1.1" status: 200 len: 210 time: 0.0305154 Oct 24 08:58:57.312895 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:58:57.366968 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:57.529285 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:58:57.560826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4178d1c-1146-4861-8727-ffe0eaa203bc None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:58:57.586546 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7826c-f5ec-4839-a3d7-4a61d87d5c04 req-de091616-d503-40c6-87d0-074fa2d3cc61 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:57.588304 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd7826c-f5ec-4839-a3d7-4a61d87d5c04 req-de091616-d503-40c6-87d0-074fa2d3cc61 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Oct 24 08:58:57.605781 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-1ec2dfd3-4e38-4775-9c02-13f7ab890669 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734017 Oct 24 08:58:57.647396 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd7826c-f5ec-4839-a3d7-4a61d87d5c04 req-f7cf2146-f6fd-42c7-a24f-5f041c86f01f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Oct 24 08:58:57.786785 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbc8ab-a192-436c-8f6e-5222354c9bcc None None] New status for floating IP dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1: DOWN {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:58:57.966945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-d66741f6-8c57-4380-b927-ca540e3c0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:57.968982 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-d66741f6-8c57-4380-b927-ca540e3c0193 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0434136 Oct 24 08:58:58.119563 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-d951e978-c4a5-46af-a6a3-8f2243217afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:58.121876 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-d951e978-c4a5-46af-a6a3-8f2243217afe service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.0977678 Oct 24 08:58:58.188964 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-d48b2141-7fcc-445c-b8ea-1efb5893007f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 1001 time: 0.0554183 Oct 24 08:58:58.242325 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-9a519bfa-e10b-4e0c-a135-06d798cbfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:58.243810 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-9a519bfa-e10b-4e0c-a135-06d798cbfdb0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0484636 Oct 24 08:58:58.289153 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-a7112b91-349d-4379-b98a-6a8231c8902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:58.290630 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-a7112b91-349d-4379-b98a-6a8231c8902f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388682 Oct 24 08:58:58.399857 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-9d87c9b5-7ab7-48b5-aadf-eacdac491721 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010559 Oct 24 08:58:58.402850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49328) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:58.429070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:58.500612 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:58.542739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (b25f14a0-0a5a-44ae-8301-1f69286f12d9), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.549635 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd9bf6f7-0b23-49b4-87e1-332c12aaea1f req-902e4c3f-fbd2-41ac-b190-99a13ce53c72 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374962 Oct 24 08:58:58.568311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (b25f14a0-0a5a-44ae-8301-1f69286f12d9), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.621387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b25f14a0-0a5a-44ae-8301-1f69286f12d9), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.623859 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.629521 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b25f14a0-0a5a-44ae-8301-1f69286f12d9 HTTP/1.1" status: 204 len: 168 time: 0.2218893 Oct 24 08:58:58.629521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49330) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:58.643309 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292bb7a-0f5d-4252-940a-389c7b3d5f68 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f14a0-0a5a-44ae-8301-1f69286f12d9,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:58.649745 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-e358a6a9-e146-47ad-904a-966846ee18dc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] show failed (client error): The resource could not be found. Oct 24 08:58:58.650809 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e358a6a9-e146-47ad-904a-966846ee18dc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups/b25f14a0-0a5a-44ae-8301-1f69286f12d9 HTTP/1.1" status: 404 len: 347 time: 0.0196884 Oct 24 08:58:58.653731 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49332) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:58.805166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:58:58.805527 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.812387 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22d52-fffe-41d7-a9a4-90b420a134bc req-9111a8c8-47b2-451d-a0f2-29dfc74a375b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:58:58.813854 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0f22d52-fffe-41d7-a9a4-90b420a134bc req-9111a8c8-47b2-451d-a0f2-29dfc74a375b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0758092 Oct 24 08:58:58.921101 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b0f22d52-fffe-41d7-a9a4-90b420a134bc req-48c5f648-00a8-43a3-ac33-f0eee5c5ea4e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965204 Oct 24 08:58:58.930067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.930389 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:58.943043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:58:59.082972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.105641 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=460aa573-f1c4-4b56-9cb1-5bb9f04ddc1f,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:59.174576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.177003 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.178155 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-aec9ef81-063f-4f25-9a14-0de59ba018b5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/dbd3fd8e-8cd8-4fde-8a85-0894d90a7ab1 HTTP/1.1" status: 204 len: 168 time: 0.5235279 Oct 24 08:58:59.247081 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49338) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:59.251696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63723430', 'description': 'tempest-description--1151984187'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:59.272702 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.332723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:59.342582 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (11cbae44-1c0c-47cb-9529-1f6de403d7f0), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.346545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (11cbae44-1c0c-47cb-9529-1f6de403d7f0), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.362148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:58:59.378985 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.380245 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1321321 Oct 24 08:58:59.383425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49340) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:59.385335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103121b-807e-4a87-b83f-814ad1a429ba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbae44-1c0c-47cb-9529-1f6de403d7f0,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:59.388123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': '11cbae44-1c0c-47cb-9529-1f6de403d7f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:59.414423 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (d6adab12-7d16-4cb6-83a9-b6d82c93b783), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.475926 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (d6adab12-7d16-4cb6-83a9-b6d82c93b783), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.481394 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (d6adab12-7d16-4cb6-83a9-b6d82c93b783), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.501125 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6adab12-7d16-4cb6-83a9-b6d82c93b783,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:59.508987 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.510184 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-82222cfb-ddbb-4131-ae05-661f26952acc tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257749 Oct 24 08:58:59.512941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49344) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:59.518165 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'security_group_rule': {'security_group_id': '11cbae44-1c0c-47cb-9529-1f6de403d7f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:59.543412 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (d4a19bc6-4946-4dea-9b58-7725ef003811), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.579034 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9d796584-37f8-4f4f-8f8c-41d40022f76b no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:58:59.598350 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 9d796584-37f8-4f4f-8f8c-41d40022f76b {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:58:59.598693 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9d796584-37f8-4f4f-8f8c-41d40022f76b not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:58:59.602384 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (d4a19bc6-4946-4dea-9b58-7725ef003811), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.606333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (d4a19bc6-4946-4dea-9b58-7725ef003811), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.622840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a19bc6-4946-4dea-9b58-7725ef003811,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:58:59.635303 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.636631 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f250800d-b4b6-4313-a594-8f4e78eedf3a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227038 Oct 24 08:58:59.641236 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49346) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:58:59.645479 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:58:59.667940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.751733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:58:59.856755 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.37.0.244 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:58:59.967910 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.005926 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.045117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:00.051145 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:00.055134 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:00.057331 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e542b-1b38-4f87-b89a-5bf7c1082f49 req-acec41e8-1253-4912-b4e7-82f1b4a2af4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:00.058857 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-165e542b-1b38-4f87-b89a-5bf7c1082f49 req-acec41e8-1253-4912-b4e7-82f1b4a2af4d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Oct 24 08:59:00.077014 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:00.085143 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:00.094764 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:00.117885 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-165e542b-1b38-4f87-b89a-5bf7c1082f49 req-b0bee119-b983-4304-98ad-f4db8c43045a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531945 Oct 24 08:59:00.155272 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.192419 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.342568 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.347660 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.415887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:00.419189 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.436002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:00.437798 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-0d8e75be-d5ce-48f9-9b90-37ca5ba07b80 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7956395 Oct 24 08:59:00.669549 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-9e573c0e-31a3-4a6b-a767-42a3f45d3bb0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--63723430&fields=id&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 267 time: 0.0460641 Oct 24 08:59:00.777484 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-5dd56b63-0c3f-4ce9-8c06-bccc09cdad22 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:00.778952 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-5dd56b63-0c3f-4ce9-8c06-bccc09cdad22 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1021156 Oct 24 08:59:00.794047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-1292e6c5-d34f-42be-bc1f-8d70fdb86606 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/quotas/b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 375 time: 0.0093219 Oct 24 08:59:00.849338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-99aa398e-c3fd-4b64-9825-6737f46811e3 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492570 Oct 24 08:59:00.947307 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-bfa1397a-457c-4e7d-b313-2bd1b47f01f4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860643 Oct 24 08:59:01.046188 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-6a497b7f-1cea-4984-978a-0de5a9da7868 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929396 Oct 24 08:59:01.219279 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-67bf0ec3-629c-4594-877b-12f1b9bd1cf7 req-bfacf96d-e2b9-40e7-8a1b-0e4c4016826c tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 210 time: 0.0342562 Oct 24 08:59:01.265706 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0eb31-cd44-4a52-9a4c-9f79b1e1debe req-e8f144d0-7ee5-43ee-9f03-962a820a438a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:01.267228 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4b0eb31-cd44-4a52-9a4c-9f79b1e1debe req-e8f144d0-7ee5-43ee-9f03-962a820a438a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Oct 24 08:59:01.335376 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f4b0eb31-cd44-4a52-9a4c-9f79b1e1debe req-e492a30b-e46b-41d3-86a6-6ecd5e934468 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624228 Oct 24 08:59:01.913125 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-794b6378-5205-40d3-9f3d-0d794158c509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:02.328451 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6cb0f24-a988-45ac-ba96-7afe43b80cad req-bfffae86-648c-416a-8633-28c795f0a681 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 210 time: 0.0330255 Oct 24 08:59:02.464783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff758ff5-a8de-4c44-85e4-0ded93628fcd req-1818b419-daa0-4b85-b277-ac7e8c8bee6a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:02.466291 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff758ff5-a8de-4c44-85e4-0ded93628fcd req-1818b419-daa0-4b85-b277-ac7e8c8bee6a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0483122 Oct 24 08:59:02.514283 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff758ff5-a8de-4c44-85e4-0ded93628fcd req-fb8afec8-9af1-4ee4-b322-539c025d381d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Oct 24 08:59:02.991166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-b3eb39a6-70cd-49d6-9f47-78aa4fd3b599 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:02.993360 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-b3eb39a6-70cd-49d6-9f47-78aa4fd3b599 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 815 time: 0.1199906 Oct 24 08:59:03.073801 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-504dc466-bf1a-4bc4-a595-242332637746 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b34f10ec378a4622a8f0b0546e84da7f HTTP/1.1" status: 200 len: 378 time: 0.0532739 Oct 24 08:59:03.438717 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fd40a9c-4987-4fc6-887e-fa6c8a3e1c46 req-06b60938-c86d-4096-960c-88d099a98989 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Oct 24 08:59:03.649439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb79ad-aa31-4943-ade5-eb70a89c73b5 req-276f93da-a92a-40d3-ab46-f8cf4515386a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:03.651038 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9eb79ad-aa31-4943-ade5-eb70a89c73b5 req-276f93da-a92a-40d3-ab46-f8cf4515386a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0500638 Oct 24 08:59:03.679120 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:03.703787 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9eb79ad-aa31-4943-ade5-eb70a89c73b5 req-8a7ee94d-e115-4377-a151-966049dfaa23 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Oct 24 08:59:04.174569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'port': {'device_id': '240dec37-c7ff-4c59-8b5f-611a52575853', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'admin_state_up': True, 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'security_groups': ['11cbae44-1c0c-47cb-9529-1f6de403d7f0']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:04.188880 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:04.219650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e470-956a-4e6b-9a70-ed06e05c5cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.294076 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Made reservation on behalf of b34f10ec378a4622a8f0b0546e84da7f for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:59:04.298872 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.430330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Allocated IP 172.20.0.6 (151b561f-53f8-4019-8ed3-b08a9e67fe57/7e72a475-dde6-4d37-9a26-f17ac56e9412/86414159-5cb9-488f-8380-698e8b8e4c32) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:04.562560 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2f630851-cbd0-4a9f-8d9c-8d6596de1885 req-8493cf9a-4c7c-4f49-a32f-0741ae392611 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 210 time: 0.0397427 Oct 24 08:59:04.599332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for port (86414159-5cb9-488f-8380-698e8b8e4c32), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.631838 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.681627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:04.686665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:04.688973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event updated for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:04.691079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:04.743305 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:04.743972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.768657 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-82de967c-ebc0-45a8-abbc-5bbee1160053 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988624 Oct 24 08:59:04.809943 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Request body: {'port': {'device_id': '240dec37-c7ff-4c59-8b5f-611a52575853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:04.872446 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbb52-1e6c-435f-bbbf-1656e62ae6f5 req-af6e0f9b-56de-45af-ae39-958be0591fbb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:04.873917 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2f6cbb52-1e6c-435f-bbbf-1656e62ae6f5 req-af6e0f9b-56de-45af-ae39-958be0591fbb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0799756 Oct 24 08:59:04.918912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.940817 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-10f80a52-3748-4c73-b0d1-9cf0df33df11 None None] Provisioning complete for port 86414159-5cb9-488f-8380-698e8b8e4c32 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:04.941279 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-10f80a52-3748-4c73-b0d1-9cf0df33df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:04.941680 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-10f80a52-3748-4c73-b0d1-9cf0df33df11 None None] Attempt 1 to provision port 86414159-5cb9-488f-8380-698e8b8e4c32 Oct 24 08:59:04.978282 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2f6cbb52-1e6c-435f-bbbf-1656e62ae6f5 req-4da18a86-1566-4142-a47a-0c6671a7a47c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949261 Oct 24 08:59:04.979201 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-10f80a52-3748-4c73-b0d1-9cf0df33df11 None None] Port 86414159-5cb9-488f-8380-698e8b8e4c32 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:59:05.048079 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:05.058956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:05.202487 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86414159-5cb9-488f-8380-698e8b8e4c32 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:59:05.210170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks [] for port (86414159-5cb9-488f-8380-698e8b8e4c32), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.223535 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Transition to ACTIVE for port object 86414159-5cb9-488f-8380-698e8b8e4c32 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 08:59:05.227583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.287168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Pushing event updated for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:05.335377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Attempting to bind port 86414159-5cb9-488f-8380-698e8b8e4c32 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:05.335706 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Attempting to bind port 86414159-5cb9-488f-8380-698e8b8e4c32 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:05.336029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Attempting to bind port 86414159-5cb9-488f-8380-698e8b8e4c32 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:05.377823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Port 86414159-5cb9-488f-8380-698e8b8e4c32 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 08:59:05.378143 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Attempting to bind port 86414159-5cb9-488f-8380-698e8b8e4c32 on network 151b561f-53f8-4019-8ed3-b08a9e67fe57 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:05.423146 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:59:05.423472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Checking segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:05.423856 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Bound using segment: {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:59:05.424313 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Bound port: 86414159-5cb9-488f-8380-698e8b8e4c32, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc7b874-e49b-4354-bfd8-5b5d017619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:59:05.424670 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.485864 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:59:05.488988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86414159-5cb9-488f-8380-698e8b8e4c32,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:59:05.494962 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.499000 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:05.500219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.501570 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/86414159-5cb9-488f-8380-698e8b8e4c32 HTTP/1.1" status: 200 len: 1093 time: 0.6982594 Oct 24 08:59:05.502120 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:05.504348 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd1d011-0c02-4f46-952a-b147531195dc" -d '{"events": [{"name": "network-changed", "server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:05.549867 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16847b0-e8aa-4793-a224-2333eadef0fa x-openstack-request-id: req-f16847b0-e8aa-4793-a224-2333eadef0fa {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:05.550151 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:05.550399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f16847b0-e8aa-4793-a224-2333eadef0fa {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:05.550797 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16847b0-e8aa-4793-a224-2333eadef0fa'] response: {'name': 'network-changed', 'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32', 'status': 'completed', 'code': 200} Oct 24 08:59:05.555537 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1bf14-0729-42b2-b344-d2f0428fb519 service neutron] Pushing event updated for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:05.606623 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:59:05.638553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-bb64e6db-ae2e-49b8-b9bf-ba927a648d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:05.640372 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-bb64e6db-ae2e-49b8-b9bf-ba927a648d28 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 1127 time: 0.0469942 Oct 24 08:59:05.687095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dbac5-8083-4bee-8295-f13f2e17e8a1 req-ddb62070-e358-4a57-90bd-d793a52c1b02 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:05.689112 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b61dbac5-8083-4bee-8295-f13f2e17e8a1 req-ddb62070-e358-4a57-90bd-d793a52c1b02 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0478311 Oct 24 08:59:05.716920 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:05.729339 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:59:05.737074 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b61dbac5-8083-4bee-8295-f13f2e17e8a1 req-3b4dbc38-c363-4dda-add7-d45ec706c5f5 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422077 Oct 24 08:59:05.770527 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.782691 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: ACTIVE; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:05.783070 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.798204 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:59:05.820015 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:05.825416 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:05.832591 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-6e6f9360-862c-4b3a-bbba-af5167aaff14 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86414159-5cb9-488f-8380-698e8b8e4c32 HTTP/1.1" status: 200 len: 217 time: 0.0344880 Oct 24 08:59:05.876398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=6']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:05.886045 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-79ef5bc8-63c3-4240-84ab-2e13e5fe57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:05.887496 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-79ef5bc8-63c3-4240-84ab-2e13e5fe57f3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0488796 Oct 24 08:59:05.932067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-64afb8af-9ed5-4c2c-bdc5-44419da8ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:05.933573 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-64afb8af-9ed5-4c2c-bdc5-44419da8ca24 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398173 Oct 24 08:59:06.003264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['d0e79b5c-b764-405d-8c7a-d5032e3c72a8'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:59:06.032611 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:06.037063 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-6ca4c805-688f-4e91-a363-bb5e88affbde service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896358 Oct 24 08:59:06.131095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:06.159025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854b4e-eaab-4301-a9ab-285c3289dacb req-0f145394-9aeb-4deb-b673-368810f0f51e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:06.160528 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68854b4e-eaab-4301-a9ab-285c3289dacb req-0f145394-9aeb-4deb-b673-368810f0f51e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0866723 Oct 24 08:59:06.192575 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d60ed9bf-2f20-449e-8788-200e5aee1940 req-39907fe1-382f-4332-bce8-ca5e8303484d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486061 Oct 24 08:59:06.221683 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-68854b4e-eaab-4301-a9ab-285c3289dacb req-661330e9-d3bc-4c0b-b871-499bf2c6ced8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520101 Oct 24 08:59:06.862593 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a2541-9f88-43e3-a7d2-8ea2614b199a req-9fdb16e4-30bc-434e-a29a-f65950ec0a0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:06.864445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-748a2541-9f88-43e3-a7d2-8ea2614b199a req-9fdb16e4-30bc-434e-a29a-f65950ec0a0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Oct 24 08:59:06.913583 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-748a2541-9f88-43e3-a7d2-8ea2614b199a req-226de415-6762-4306-bc17-e23c244ba828 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435781 Oct 24 08:59:06.949886 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:07.135062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:07.352634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfd781-0373-43b5-a6b0-8724ae076b9c req-05da23e8-2892-4c33-99b1-db82ed75ab68 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:07.354328 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fbfd781-0373-43b5-a6b0-8724ae076b9c req-05da23e8-2892-4c33-99b1-db82ed75ab68 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0486400 Oct 24 08:59:07.403043 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fbfd781-0373-43b5-a6b0-8724ae076b9c req-9db910de-407a-43ea-8f03-febd4c74a4a9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Oct 24 08:59:07.622990 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:07.627949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:07.656727 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:07.670662 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:07.671618 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:07.672486 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 Oct 24 08:59:07.747973 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:07.748382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:07.771307 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:07.773562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac58900-8221-406e-bcde-af0feaeb6930" -d '{"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:07.786975 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:07.791596 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:07.816154 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af87b7f-8234-476a-ab06-2649700667fa x-openstack-request-id: req-5af87b7f-8234-476a-ab06-2649700667fa {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:07.816450 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:07.816702 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5af87b7f-8234-476a-ab06-2649700667fa {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:07.817094 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af87b7f-8234-476a-ab06-2649700667fa'] response: {'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'code': 200} Oct 24 08:59:07.842122 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=7']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:07.862774 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:07.865832 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:08.049137 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32ed6-6e09-42a1-9398-3ac551ea47be req-39d78aba-26d3-4ead-9e93-067361884301 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:08.050639 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-73d32ed6-6e09-42a1-9398-3ac551ea47be req-39d78aba-26d3-4ead-9e93-067361884301 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0507247 Oct 24 08:59:08.100697 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-73d32ed6-6e09-42a1-9398-3ac551ea47be req-ae4b523c-18f6-4985-a9d7-c49dd9f879b6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440881 Oct 24 08:59:08.528824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7150a6-367f-483b-936f-575207b76342 req-2e31822f-33b9-4a8f-8ce2-9ac584546321 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:08.530306 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d7150a6-367f-483b-936f-575207b76342 req-2e31822f-33b9-4a8f-8ce2-9ac584546321 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0466404 Oct 24 08:59:08.578692 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d7150a6-367f-483b-936f-575207b76342 req-bd79f481-de01-4f27-a7c2-aff0bb8c2a44 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421736 Oct 24 08:59:09.252815 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9187f9-8b23-41cf-829f-1d497382e4ad req-8e3b3d04-a111-4335-9360-6110e16c3b1a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.254246 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1c9187f9-8b23-41cf-829f-1d497382e4ad req-8e3b3d04-a111-4335-9360-6110e16c3b1a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0790610 Oct 24 08:59:09.255390 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d011-0c02-4f46-952a-b147531195dc req-f1ad4aba-4862-4613-a9dc-0b613c61384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.256807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-f1ad4aba-4862-4613-a9dc-0b613c61384d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 1127 time: 0.0716250 Oct 24 08:59:09.369478 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1c9187f9-8b23-41cf-829f-1d497382e4ad req-36c6669e-b609-41db-beaf-20f85c32ac0e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092234 Oct 24 08:59:09.391834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d011-0c02-4f46-952a-b147531195dc req-c4249b8d-736b-4504-a89e-c3b702013421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.393328 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-c4249b8d-736b-4504-a89e-c3b702013421 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.1262319 Oct 24 08:59:09.437538 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-04f7dcaa-a8f6-44fe-8c47-6583e5e22e2f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86414159-5cb9-488f-8380-698e8b8e4c32 HTTP/1.1" status: 200 len: 217 time: 0.0348387 Oct 24 08:59:09.495245 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d011-0c02-4f46-952a-b147531195dc req-4ffba7a7-5818-43f3-a13c-f8c5c4fcbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.496714 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-4ffba7a7-5818-43f3-a13c-f8c5c4fcbf8e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0470636 Oct 24 08:59:09.570517 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d011-0c02-4f46-952a-b147531195dc req-2a476738-5868-4f8b-9198-af0f66f0f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.572003 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-2a476738-5868-4f8b-9198-af0f66f0f34e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397372 Oct 24 08:59:09.658065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:09.684434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-1407c835-ca82-4b4d-b1d6-2070ea127e49 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048870 Oct 24 08:59:09.739799 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24e8ea-9446-49e9-8e86-deec6992c9d6 req-8ea0080e-a1f8-4cfa-af04-0dcd2f006246 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:09.741280 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d24e8ea-9446-49e9-8e86-deec6992c9d6 req-8ea0080e-a1f8-4cfa-af04-0dcd2f006246 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0716484 Oct 24 08:59:09.784334 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:09.838088 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cd1d011-0c02-4f46-952a-b147531195dc req-11f5d5a6-0ce2-4ad4-8032-cd0df8381a5e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375945 Oct 24 08:59:09.841491 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d24e8ea-9446-49e9-8e86-deec6992c9d6 req-a64a50b6-0ac4-495b-b04a-f8dd7e76f704 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687268 Oct 24 08:59:10.429506 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:10.430297 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=47,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:10.496603 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db697-6924-4f0f-8f8b-db6208a5ed6f req-74d91f46-0a8d-43eb-a1cc-a4ee9d1a15ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:10.498144 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-830db697-6924-4f0f-8f8b-db6208a5ed6f req-74d91f46-0a8d-43eb-a1cc-a4ee9d1a15ff tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0487735 Oct 24 08:59:10.545396 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-830db697-6924-4f0f-8f8b-db6208a5ed6f req-9d9b7fa1-6f7e-4b3b-90c1-8fd475de67d0 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415688 Oct 24 08:59:10.974205 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8dbde-fc58-4185-bb39-3fb8877824a8 req-c5684809-b1a2-4557-bd7c-0e2d9ee87e0b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:10.982504 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fff8dbde-fc58-4185-bb39-3fb8877824a8 req-c5684809-b1a2-4557-bd7c-0e2d9ee87e0b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0574987 Oct 24 08:59:11.033590 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fff8dbde-fc58-4185-bb39-3fb8877824a8 req-f4fa48b0-1f6d-4d67-a42e-b0770967861e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Oct 24 08:59:11.646906 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 86414159-5cb9-488f-8380-698e8b8e4c32 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 08:59:11.669270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19290d10-fff7-4390-9262-96eb87de7c00 req-4f138139-8491-4b54-8999-546ebe41344a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:11.670809 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19290d10-fff7-4390-9262-96eb87de7c00 req-4f138139-8491-4b54-8999-546ebe41344a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 943 time: 0.0475171 Oct 24 08:59:11.719439 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19290d10-fff7-4390-9262-96eb87de7c00 req-bb8672c9-343c-4f32-8861-a76e3fb50b28 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429463 Oct 24 08:59:11.750669 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86414159-5cb9-488f-8380-698e8b8e4c32,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:11.761856 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '86414159-5cb9-488f-8380-698e8b8e4c32', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'port_id': '86414159-5cb9-488f-8380-698e8b8e4c32', 'mac_address': 'fa:16:3e:96:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 08:59:11.797802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 86414159-5cb9-488f-8380-698e8b8e4c32 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:11.798112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:11.811142 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86414159-5cb9-488f-8380-698e8b8e4c32 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 08:59:11.835639 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86414159-5cb9-488f-8380-698e8b8e4c32,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:11.839067 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:11.889592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:12.181971 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bee64c-89f1-412d-bf46-a357ac5f4e05 req-3199f53e-604b-464a-b482-ac5c3275cf85 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:12.183450 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-96bee64c-89f1-412d-bf46-a357ac5f4e05 req-3199f53e-604b-464a-b482-ac5c3275cf85 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0565207 Oct 24 08:59:12.371867 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['86414159-5cb9-488f-8380-698e8b8e4c32'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:59:12.502352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-96bee64c-89f1-412d-bf46-a357ac5f4e05 req-78c467a4-08fd-40a9-a7fa-9862877c4df3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108609 Oct 24 08:59:12.845830 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442cc26-dd6f-48e2-8f21-942ffd61f4d8 req-a0d16a31-8952-4a59-b110-db71fc987553 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:12.847383 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0442cc26-dd6f-48e2-8f21-942ffd61f4d8 req-a0d16a31-8952-4a59-b110-db71fc987553 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 944 time: 0.0513470 Oct 24 08:59:12.896340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0442cc26-dd6f-48e2-8f21-942ffd61f4d8 req-45362f88-ae52-4831-a71f-73e13c68a4a6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431378 Oct 24 08:59:13.654329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11da38-86e3-4c86-8965-a308940c1e44 req-163eb19b-15c0-4af8-9bb6-8cb93afc2af7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:13.661959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba11da38-86e3-4c86-8965-a308940c1e44 req-163eb19b-15c0-4af8-9bb6-8cb93afc2af7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0775812 Oct 24 08:59:13.672909 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 86414159-5cb9-488f-8380-698e8b8e4c32 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:13.720414 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba11da38-86e3-4c86-8965-a308940c1e44 req-ac15b9f4-5f47-42db-98ad-7683994b056b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523083 Oct 24 08:59:13.741347 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 86414159-5cb9-488f-8380-698e8b8e4c32 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 08:59:13.750574 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 86414159-5cb9-488f-8380-698e8b8e4c32 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:13.751247 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:13.751596 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 86414159-5cb9-488f-8380-698e8b8e4c32 Oct 24 08:59:13.836848 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 86414159-5cb9-488f-8380-698e8b8e4c32 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:13.837241 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:13.840556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:13.866268 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:13.868599 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747df49-bbb5-45d0-956d-75ba9af0692e" -d '{"events": [{"server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "name": "network-vif-plugged", "status": "completed", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:13.872940 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:13.887759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86414159-5cb9-488f-8380-698e8b8e4c32,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:13.896727 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:13.925585 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdc2ba1-010d-4992-974a-8a454737b036 x-openstack-request-id: req-7cdc2ba1-010d-4992-974a-8a454737b036 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:13.925883 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "name": "network-vif-plugged", "status": "completed", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:13.926201 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cdc2ba1-010d-4992-974a-8a454737b036 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:13.926592 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdc2ba1-010d-4992-974a-8a454737b036'] response: {'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32', 'code': 200} Oct 24 08:59:13.997742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:14.073770 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80341a4a-fdd9-459a-b7ac-a2baabd309ed req-40a38ae6-4f17-4621-b1e4-d33632120a29 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:14.081639 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-80341a4a-fdd9-459a-b7ac-a2baabd309ed req-40a38ae6-4f17-4621-b1e4-d33632120a29 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0750911 Oct 24 08:59:14.160604 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-80341a4a-fdd9-459a-b7ac-a2baabd309ed req-68b423bb-80ab-4aa2-b2e6-38c40d020850 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779173 Oct 24 08:59:14.173394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5de593-5946-4cdb-9616-9c857731482e req-a4bd1ad0-158e-42b0-aac2-6b00c30b8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:14.174902 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb5de593-5946-4cdb-9616-9c857731482e req-a4bd1ad0-158e-42b0-aac2-6b00c30b8de6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 1129 time: 0.0472369 Oct 24 08:59:14.227951 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb5de593-5946-4cdb-9616-9c857731482e req-caf5c05c-46fc-4d30-bb6f-dd507bbfb50b service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457654 Oct 24 08:59:14.869241 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fc9fe-2284-4718-9915-5383bb306dca req-6c5c1387-bdf0-4ade-8a8d-6aaab1378e2f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:14.871080 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e03fc9fe-2284-4718-9915-5383bb306dca req-6c5c1387-bdf0-4ade-8a8d-6aaab1378e2f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Oct 24 08:59:14.922270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:14.931096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e03fc9fe-2284-4718-9915-5383bb306dca req-69b4e20a-1598-4aeb-8698-af5ec65ca916 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489841 Oct 24 08:59:15.026534 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:59:15.288573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f697e-231e-47f0-a9ba-cada7a05b2e6 req-d7665132-d43e-461f-a7e9-63b3e38597b1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:15.289991 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d42f697e-231e-47f0-a9ba-cada7a05b2e6 req-d7665132-d43e-461f-a7e9-63b3e38597b1 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Oct 24 08:59:15.338896 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d42f697e-231e-47f0-a9ba-cada7a05b2e6 req-a2e729d3-a27a-4541-87ef-f7741375a566 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433471 Oct 24 08:59:16.028791 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:16.073241 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27656a8-2ec6-4164-84cb-3e1ba638b57c req-7916c7c3-e648-432d-80ea-5ee1cfa2fae2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:16.074702 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c27656a8-2ec6-4164-84cb-3e1ba638b57c req-7916c7c3-e648-432d-80ea-5ee1cfa2fae2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0548148 Oct 24 08:59:16.130867 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c27656a8-2ec6-4164-84cb-3e1ba638b57c req-7b13fd2b-a754-4ee6-a7cd-61e67df73b4e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501702 Oct 24 08:59:16.467537 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d45b5-20a8-41fa-96b0-a8ed8d8952eb req-e369cff1-740d-46a4-8b9b-89ee733609fe tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:16.469909 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-630d45b5-20a8-41fa-96b0-a8ed8d8952eb req-e369cff1-740d-46a4-8b9b-89ee733609fe tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Oct 24 08:59:16.522029 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-630d45b5-20a8-41fa-96b0-a8ed8d8952eb req-54683c90-8034-435a-9653-8ca388960d6f tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458398 Oct 24 08:59:16.650007 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce67a-8cad-4a87-ae68-ec20967ca22f req-a38e4e7b-3732-4a00-84d4-97196fb84600 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:16.651946 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c20ce67a-8cad-4a87-ae68-ec20967ca22f req-a38e4e7b-3732-4a00-84d4-97196fb84600 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Oct 24 08:59:16.664004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49506) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:16.670007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Request body: {'floatingip': {'port_id': '86414159-5cb9-488f-8380-698e8b8e4c32'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:16.716437 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:17.218989 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:17.224457 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:17.302811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e89e8-a8b7-494e-ad34-952e7f7b468b req-3dacebfc-9856-4c09-9afc-15b138d516f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:17.311789 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc0e89e8-a8b7-494e-ad34-952e7f7b468b req-3dacebfc-9856-4c09-9afc-15b138d516f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0683806 Oct 24 08:59:17.388626 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bc0e89e8-a8b7-494e-ad34-952e7f7b468b req-115b1c43-652b-42e6-bddc-ed47138f3614 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741813 Oct 24 08:59:17.600591 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP c3a1570e-5444-4a76-92c6-32fdb4f90838 associated. External IP: 172.37.0.244, port: 86414159-5cb9-488f-8380-698e8b8e4c32. Oct 24 08:59:17.813072 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:59:17.926734 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:17.931886 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:17.935849 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:17.938296 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:17.950783 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:17.951426 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:17.983659 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9159ad0b-49de-468d-9601-d6f58b842fd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/c3a1570e-5444-4a76-92c6-32fdb4f90838 HTTP/1.1" status: 200 len: 991 time: 1.3161495 Oct 24 08:59:17.983659 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:17.988927 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55735089-5a54-4bae-8956-e6144f76dec1" -d '{"events": [{"name": "network-changed", "server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:18.041389 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd4d0d-1541-48f7-ba17-99ed89be12e9 x-openstack-request-id: req-49bd4d0d-1541-48f7-ba17-99ed89be12e9 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:18.041538 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:18.041744 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49bd4d0d-1541-48f7-ba17-99ed89be12e9 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:18.042155 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bd4d0d-1541-48f7-ba17-99ed89be12e9'] response: {'name': 'network-changed', 'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32', 'status': 'completed', 'code': 200} Oct 24 08:59:18.109421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:18.160451 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735089-5a54-4bae-8956-e6144f76dec1 req-2f584474-9220-424e-814f-b6aacdbe3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:18.163965 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-2f584474-9220-424e-814f-b6aacdbe3e96 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 1129 time: 0.0649202 Oct 24 08:59:18.324691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735089-5a54-4bae-8956-e6144f76dec1 req-80287ed0-fed9-41a1-80c1-32a6ea850940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:18.326871 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-80287ed0-fed9-41a1-80c1-32a6ea850940 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 200 len: 916 time: 0.1527488 Oct 24 08:59:18.424863 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-35a84979-24e3-4874-933a-d76d052869dd service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86414159-5cb9-488f-8380-698e8b8e4c32 HTTP/1.1" status: 200 len: 999 time: 0.0909643 Oct 24 08:59:18.486036 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735089-5a54-4bae-8956-e6144f76dec1 req-f35926f1-4afe-47ac-801b-7c98de3efdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:18.488344 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-f35926f1-4afe-47ac-801b-7c98de3efdae service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 200 len: 854 time: 0.0571654 Oct 24 08:59:18.527114 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c3a1570e-5444-4a76-92c6-32fdb4f90838', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.244', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '86414159-5cb9-488f-8380-698e8b8e4c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:96:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dec37-c7ff-4c59-8b5f-611a52575853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:59:00Z', 'updated_at': '2022-10-24T08:59:17Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:18.570351 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:18.578519 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735089-5a54-4bae-8956-e6144f76dec1 req-62c1be45-468d-436f-a354-502d9061b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:18.580826 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:18.581485 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-62c1be45-468d-436f-a354-502d9061b319 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=151b561f-53f8-4019-8ed3-b08a9e67fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858629 Oct 24 08:59:18.581639 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:18.592429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e046c54-b145-403e-a69a-996f9b359cf6 req-798b5e43-4f51-4d35-8c72-9e539422c04f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:18.595705 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3e046c54-b145-403e-a69a-996f9b359cf6 req-798b5e43-4f51-4d35-8c72-9e539422c04f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0647755 Oct 24 08:59:18.714347 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3e046c54-b145-403e-a69a-996f9b359cf6 req-f742e99f-3e4a-4212-baf6-d57bdf0a9330 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097088 Oct 24 08:59:18.740319 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-e9bac304-ed38-4391-916d-e783ee661990 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427481 Oct 24 08:59:18.818159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:18.855203 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-55735089-5a54-4bae-8956-e6144f76dec1 req-f1a4e73b-1a15-4838-9729-234bb1e12648 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081307 Oct 24 08:59:18.917592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:19.178725 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c3a1570e-5444-4a76-92c6-32fdb4f90838', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.244', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '86414159-5cb9-488f-8380-698e8b8e4c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:96:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dec37-c7ff-4c59-8b5f-611a52575853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:59:00Z', 'updated_at': '2022-10-24T08:59:17Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:19.206235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ea59-eb3d-486a-b64b-e22d96e3911d None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c3a1570e-5444-4a76-92c6-32fdb4f90838', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'floating_ip_address': '172.37.0.244', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'port_id': '86414159-5cb9-488f-8380-698e8b8e4c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'mac_address': 'fa:16:3e:96:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dec37-c7ff-4c59-8b5f-611a52575853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T08:59:00Z', 'updated_at': '2022-10-24T08:59:17Z', 'revision_number': 1, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:19.441049 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f607acf-5e58-4cdc-aa48-d86316a063b0 None None] New status for floating IP c3a1570e-5444-4a76-92c6-32fdb4f90838: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:59:19.884855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76055bb-14cf-42fe-8afc-ccf7fe357ad4 req-3ad6b1a5-401d-4f2f-baba-abb7ccba2d55 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:19.887022 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d76055bb-14cf-42fe-8afc-ccf7fe357ad4 req-3ad6b1a5-401d-4f2f-baba-abb7ccba2d55 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0558631 Oct 24 08:59:19.943798 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d76055bb-14cf-42fe-8afc-ccf7fe357ad4 req-a625638c-350e-4ab8-96f0-132f9edbbb6f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 Oct 24 08:59:21.089740 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef64a3-7cf8-4813-a695-13c42b5334d8 req-53d4da61-26f0-4b4f-ad4d-5929d55d3878 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:21.091268 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92ef64a3-7cf8-4813-a695-13c42b5334d8 req-53d4da61-26f0-4b4f-ad4d-5929d55d3878 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Oct 24 08:59:21.144580 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-92ef64a3-7cf8-4813-a695-13c42b5334d8 req-75b57605-2194-4311-90a6-8bf48e8504c7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454133 Oct 24 08:59:22.280258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a734f8c-6140-4841-a441-0c16bfa0f430 req-7d959f53-3c81-40c0-bb6b-629af0252f0a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:22.281797 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a734f8c-6140-4841-a441-0c16bfa0f430 req-7d959f53-3c81-40c0-bb6b-629af0252f0a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0529847 Oct 24 08:59:22.341095 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a734f8c-6140-4841-a441-0c16bfa0f430 req-b4f0de52-2053-40c6-8ff3-a343def900ae tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529954 Oct 24 08:59:22.679065 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:23.457372 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:23.520359 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1802b0-4a52-412a-9ab2-d6ebff342004 req-abb20fc6-a1a5-40d8-8491-c91303714280 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:23.522581 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce1802b0-4a52-412a-9ab2-d6ebff342004 req-abb20fc6-a1a5-40d8-8491-c91303714280 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0749102 Oct 24 08:59:23.612744 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce1802b0-4a52-412a-9ab2-d6ebff342004 req-e15b9212-8e3e-4911-9a40-08d7ba1530d1 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829277 Oct 24 08:59:24.729323 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a43d7-7b1d-40d6-9592-59c03b35f25f req-4399cae6-8b15-4611-bac4-43d81cf669cc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:24.730775 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e18a43d7-7b1d-40d6-9592-59c03b35f25f req-4399cae6-8b15-4611-bac4-43d81cf669cc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0477960 Oct 24 08:59:24.781302 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e18a43d7-7b1d-40d6-9592-59c03b35f25f req-6d9e7287-3765-4564-be33-5b3ce8550400 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Oct 24 08:59:25.916408 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc765a-6efb-49be-a76b-3c83db65a75a req-cf919b57-0e3e-452c-a1c3-8a95dc2aeee6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:25.917884 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fdc765a-6efb-49be-a76b-3c83db65a75a req-cf919b57-0e3e-452c-a1c3-8a95dc2aeee6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Oct 24 08:59:25.966867 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fdc765a-6efb-49be-a76b-3c83db65a75a req-55e137a9-6ea5-4f49-a5fa-3ab3ee43826d tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Oct 24 08:59:27.099883 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e509c-73c0-4541-ae90-593b32e0ea91 req-42d8a38f-2d44-483d-aa61-20795ed99537 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:27.101323 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-241e509c-73c0-4541-ae90-593b32e0ea91 req-42d8a38f-2d44-483d-aa61-20795ed99537 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Oct 24 08:59:27.153952 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-241e509c-73c0-4541-ae90-593b32e0ea91 req-f48ff7fc-13a5-485d-84dc-f5ffa4746efa tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Oct 24 08:59:27.968866 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:27.971576 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:28.283137 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49590) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:28.285420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941260e3-af1d-4236-aa60-5f9c5db1e36d req-6ad0c34e-ad66-486f-aff0-2d19de59cc8c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:28.286978 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-941260e3-af1d-4236-aa60-5f9c5db1e36d req-6ad0c34e-ad66-486f-aff0-2d19de59cc8c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Oct 24 08:59:28.335218 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-941260e3-af1d-4236-aa60-5f9c5db1e36d req-eaf5c242-2e60-447b-9566-048ab41aab43 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Oct 24 08:59:28.553018 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Deleting port 323ecbd9-9279-4a49-ad17-a7114e745a4d {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:28.553425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:28.635685 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:28.636020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for floatingip (323ecbd9-9279-4a49-ad17-a7114e745a4d), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:28.648724 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Calling delete_port for 323ecbd9-9279-4a49-ad17-a7114e745a4d owned by network:floatingip {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:28.815266 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (323ecbd9-9279-4a49-ad17-a7114e745a4d), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:28.840714 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event deleted for resources: {'Port': ['ID=323ecbd9-9279-4a49-ad17-a7114e745a4d,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:28.900657 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for floatingip (201f9080-1a16-4632-b59e-b6839a1284f5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:28.900985 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Floating IP 201f9080-1a16-4632-b59e-b6839a1284f5 disassociated (deleted). External IP: 172.37.0.71, port: 4a9dc16c-b094-43ae-a495-1098e5c9f054. Oct 24 08:59:29.122077 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Router 2bbe69c8-fe01-4d31-bec5-668a890cca09 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:59:29.237190 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:29.243482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:29.248846 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Sync routers for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:29.267981 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:29.269153 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:29.274695 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8079d4e8-7d95-4649-bff0-655c746c1c52 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/201f9080-1a16-4632-b59e-b6839a1284f5 HTTP/1.1" status: 204 len: 168 time: 0.9904292 Oct 24 08:59:29.275345 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:29.277744 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791d528-67ca-40d9-83b9-2e63e33ec81e" -d '{"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:29.312364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-9e9db6d2-8a31-42bd-b9eb-a0fe99fe12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:29.315338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-9e9db6d2-8a31-42bd-b9eb-a0fe99fe12ee service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1129 time: 0.0675237 Oct 24 08:59:29.316721 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:29.345471 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b95887-c5d1-4314-817b-a4b44ece96a4 x-openstack-request-id: req-08b95887-c5d1-4314-817b-a4b44ece96a4 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:29.346028 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:29.346504 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08b95887-c5d1-4314-817b-a4b44ece96a4 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:29.347123 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b95887-c5d1-4314-817b-a4b44ece96a4'] response: {'name': 'network-changed', 'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'status': 'completed', 'code': 200} Oct 24 08:59:29.391996 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:29.458019 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-6723fa54-6d6f-4dac-92f3-d1e1339ab885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:29.459486 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-6723fa54-6d6f-4dac-92f3-d1e1339ab885 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.1373191 Oct 24 08:59:29.481333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:29.488077 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:29.493838 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-d9ab53f0-ba9e-4ea9-9665-58c80ae039d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:29.495659 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-d9ab53f0-ba9e-4ea9-9665-58c80ae039d0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=29e4576f2b744d40878d65470e24c24c&device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 1130 time: 0.0545671 Oct 24 08:59:29.507692 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:29.520592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:29.533508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054db79-25ea-4543-bee1-6ae86dc81251 req-547b6f98-e639-4f2d-8436-3f82c358af61 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:29.535132 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5054db79-25ea-4543-bee1-6ae86dc81251 req-547b6f98-e639-4f2d-8436-3f82c358af61 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0810976 Oct 24 08:59:29.586526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100d32c-f92f-417d-b4b3-576d6deacabf req-c6f651c6-7462-4c1d-a9f7-174204a05a8d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:29.588015 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7100d32c-f92f-417d-b4b3-576d6deacabf req-c6f651c6-7462-4c1d-a9f7-174204a05a8d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0758605 Oct 24 08:59:29.595216 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:29.624261 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5054db79-25ea-4543-bee1-6ae86dc81251 req-97fc61ff-55db-490a-b17c-506fa202f05c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714681 Oct 24 08:59:29.625707 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Checking router: 2bbe69c8-fe01-4d31-bec5-668a890cca09 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:29.634766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:29.635456 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:29.658952 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7100d32c-f92f-417d-b4b3-576d6deacabf req-2c4c2c18-f558-4c3a-a536-f6b57231577b tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617027 Oct 24 08:59:29.736727 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:29.927977 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:29.953828 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f579f6-dda7-4907-8103-85316ccc27aa None None] The sync data for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi is: [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:36Z', 'revision_number': 4, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ca2088bb-da23-4c0f-9e7d-b6b329dc1e58', 'name': '', 'network_id': '85c2e3a3-c6f8-4928-864d-45368094fcdf', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'mac_address': 'fa:16:3e:75:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bad032b-48ab-4258-a609-32ee14703c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:35Z', 'updated_at': '2022-10-24T08:53:43Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'subnets': [{'id': '6bad032b-48ab-4258-a609-32ee14703c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:30.165073 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ecb6f-64fc-42f4-89bb-ff972b0246b9 None None] New status for floating IP 201f9080-1a16-4632-b59e-b6839a1284f5: DOWN {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 08:59:30.788260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148fa0e-de60-4868-9b9e-2e669796535b req-d534aabe-7425-414e-9259-9696d7ad1a17 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:30.789739 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e148fa0e-de60-4868-9b9e-2e669796535b req-d534aabe-7425-414e-9259-9696d7ad1a17 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0800967 Oct 24 08:59:30.809149 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f433aa-adb0-4e28-b5c6-1d13a1c90745 req-52ad8ce4-411e-4b03-bef3-a803d6f6ddc9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:30.810546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-14f433aa-adb0-4e28-b5c6-1d13a1c90745 req-52ad8ce4-411e-4b03-bef3-a803d6f6ddc9 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0680182 Oct 24 08:59:30.872317 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e148fa0e-de60-4868-9b9e-2e669796535b req-30c5fca5-815b-4552-ae84-86f123be5a06 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768816 Oct 24 08:59:30.885945 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-14f433aa-adb0-4e28-b5c6-1d13a1c90745 req-4b04ff12-298a-45ec-9aeb-7418dd7cf574 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677216 Oct 24 08:59:31.917411 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-01bcadc3-8668-43b2-97a7-45cf727a5f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:32.040988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de676a-71f7-4ea7-a1c8-0c5513f1fb2b req-7bb4c67a-707d-4df6-9c09-5f9f10f82908 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:32.042469 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32de676a-71f7-4ea7-a1c8-0c5513f1fb2b req-7bb4c67a-707d-4df6-9c09-5f9f10f82908 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0820708 Oct 24 08:59:32.049934 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fed7-342e-4546-801b-a18bcaa34114 req-77fc2591-4401-4cc1-95a7-b098401d71fb tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:32.051314 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c6b3fed7-342e-4546-801b-a18bcaa34114 req-77fc2591-4401-4cc1-95a7-b098401d71fb tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0800498 Oct 24 08:59:32.070091 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:32.129706 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-32de676a-71f7-4ea7-a1c8-0c5513f1fb2b req-c5b09e4f-2001-48ed-b171-0ec68f826a5c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774500 Oct 24 08:59:32.133638 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c6b3fed7-342e-4546-801b-a18bcaa34114 req-4eb136a8-8ef3-46f9-a0c1-38a95d10ade8 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753610 Oct 24 08:59:33.148071 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-836ff56b-0fec-4785-b061-6c0d7b7276ae service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 1000 time: 0.0620699 Oct 24 08:59:33.178159 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-172922ff-db5d-47db-a3f1-e695abd88b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.179663 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-172922ff-db5d-47db-a3f1-e695abd88b38 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 200 len: 910 time: 0.0941935 Oct 24 08:59:33.202922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-b8a89945-1cc0-4f41-af72-42ae60b0f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.204387 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-b8a89945-1cc0-4f41-af72-42ae60b0f395 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0496376 Oct 24 08:59:33.259760 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-7ac38b46-9432-40cb-84d0-fd2acaeff6d5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 200 len: 217 time: 0.0462768 Oct 24 08:59:33.312839 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-2b28a34a-4b12-4f77-83bb-d4952687033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.313673 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-2b28a34a-4b12-4f77-83bb-d4952687033b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 200 len: 848 time: 0.0449491 Oct 24 08:59:33.328043 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-6351081b-0823-4050-80d1-8ce059f2a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.329587 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-6351081b-0823-4050-80d1-8ce059f2a705 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070073 Oct 24 08:59:33.356032 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902130-cf83-44d1-aab3-b3bf2822414a req-4caebfaf-a8b2-4381-ac19-ca8ff917e645 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.357633 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fa902130-cf83-44d1-aab3-b3bf2822414a req-4caebfaf-a8b2-4381-ac19-ca8ff917e645 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.1322653 Oct 24 08:59:33.372439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc47a-c677-4afa-9895-bdceba09b34f req-c1202215-7eaf-43ba-a6c1-2931666400b6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.374118 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a3dc47a-c677-4afa-9895-bdceba09b34f req-c1202215-7eaf-43ba-a6c1-2931666400b6 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.1502674 Oct 24 08:59:33.378654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-b880064c-7e8a-426f-93b2-91863e3543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:33.380180 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-b880064c-7e8a-426f-93b2-91863e3543cb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=85c2e3a3-c6f8-4928-864d-45368094fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445535 Oct 24 08:59:33.476116 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-51322e2f-29db-4c2b-af7a-3428882d7c6f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Oct 24 08:59:33.517712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-9db00e73-0691-4f4a-a8c4-32b02a82e54f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811957 Oct 24 08:59:33.520748 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fa902130-cf83-44d1-aab3-b3bf2822414a req-c6822c52-9891-44f6-be17-cff8bc21906f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457000 Oct 24 08:59:33.524312 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a3dc47a-c677-4afa-9895-bdceba09b34f req-de8cf589-0a63-461c-97b4-ef1249edaedc tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351252 Oct 24 08:59:33.587774 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5791d528-67ca-40d9-83b9-2e63e33ec81e req-c93b5b22-4367-4d77-806c-ba84faa762bf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039746 Oct 24 08:59:33.613061 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a83907d2-d3ad-4492-8f5e-c464d0ee6ae5 req-254af56f-4c68-49f1-b646-2b3b52f7ba28 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Oct 24 08:59:34.221695 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-63404ca5-9adc-49bd-bf46-916384b5fad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:34.615815 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:34.685008 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ac4b-f18c-41f9-98b9-9bc466a5ecd1 req-37bc3f66-82ac-4428-91f8-1587974f4aa3 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:34.686635 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6f5ac4b-f18c-41f9-98b9-9bc466a5ecd1 req-37bc3f66-82ac-4428-91f8-1587974f4aa3 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0828540 Oct 24 08:59:34.694023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf4209-a0f2-4a16-8bfe-e5ae22a3ea87 req-579e8b4e-9002-4f0f-9d78-b0d9b098fb96 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:34.695428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4cf4209-a0f2-4a16-8bfe-e5ae22a3ea87 req-579e8b4e-9002-4f0f-9d78-b0d9b098fb96 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 945 time: 0.0804195 Oct 24 08:59:34.771551 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6f5ac4b-f18c-41f9-98b9-9bc466a5ecd1 req-a287cb89-884b-452e-ba12-f5841bae8ed4 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751073 Oct 24 08:59:34.774427 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4cf4209-a0f2-4a16-8bfe-e5ae22a3ea87 req-01afc875-c27e-4813-8d57-8ac8c53d9da7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712583 Oct 24 08:59:35.000177 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:35.075756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: ACTIVE; New status is: DOWN {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:35.076157 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:35.100705 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:35.102957 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846f191-d9fc-48b5-a730-a0f1a8aebc72" -d '{"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:35.115916 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:35.120172 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:35.145770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc16fc-a337-400a-90df-438f54a7257d x-openstack-request-id: req-e3bc16fc-a337-400a-90df-438f54a7257d {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:35.146065 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:35.146321 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3bc16fc-a337-400a-90df-438f54a7257d {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:35.146720 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bc16fc-a337-400a-90df-438f54a7257d'] response: {'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'code': 200} Oct 24 08:59:35.170437 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=8']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:35.752562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:35.927773 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435c21-c67b-4609-9ee4-0dbf5bb785e7 req-f72a2d35-7d5e-4772-8733-3a598852b33d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:35.929232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5f435c21-c67b-4609-9ee4-0dbf5bb785e7 req-f72a2d35-7d5e-4772-8733-3a598852b33d tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0799181 Oct 24 08:59:35.934626 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2d31-4169-4247-bdcb-4331055be80d req-8ed78ee9-cf67-4315-b58c-a5bf73706df9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:35.936158 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-25ea2d31-4169-4247-bdcb-4331055be80d req-8ed78ee9-cf67-4315-b58c-a5bf73706df9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0767951 Oct 24 08:59:35.993277 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:36.014345 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5f435c21-c67b-4609-9ee4-0dbf5bb785e7 req-06a14145-c8e4-48de-a91b-261ae4385038 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ef0cc28-bad4-48d8-90bc-e7937f83031b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771811 Oct 24 08:59:36.017080 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-25ea2d31-4169-4247-bdcb-4331055be80d req-8ef5010b-3675-41c4-8ede-e54b3c007124 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740452 Oct 24 08:59:36.403095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-1ed461dd-fd5c-4ed2-920c-816c664f6780 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:36.405301 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-1ed461dd-fd5c-4ed2-920c-816c664f6780 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 946 time: 0.0513277 Oct 24 08:59:36.498024 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Deleting port 4a9dc16c-b094-43ae-a495-1098e5c9f054 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:36.498547 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:36.605933 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] For port 4a9dc16c-b094-43ae-a495-1098e5c9f054, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9dc16c-b094-43ae-a495-1098e5c9f054,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:36.606297 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:36.619970 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Calling delete_port for 4a9dc16c-b094-43ae-a495-1098e5c9f054 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:36.751090 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (4a9dc16c-b094-43ae-a495-1098e5c9f054), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:36.782774 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event deleted for resources: {'Port': ['ID=4a9dc16c-b094-43ae-a495-1098e5c9f054,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:36.809624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.809967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.810443 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.811272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.811776 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.812503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.812503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.812714 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.813071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.813345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.813667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.813991 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.814318 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.814635 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.814952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:36.839261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] No DVR routers for this DVR port 4a9dc16c-b094-43ae-a495-1098e5c9f054 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:36.841790 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:36.845604 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a2bc402-e4d6-4bf7-95be-30cf269ed099 req-8fda01aa-fa22-424a-8032-03de500ddb29 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.13 "DELETE /networking/v2.0/ports/4a9dc16c-b094-43ae-a495-1098e5c9f054 HTTP/1.1" status: 204 len: 173 time: 0.4328508 Oct 24 08:59:36.846105 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-deleted', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:36.848345 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f8e80-3918-4309-82e2-9a9645517628" -d '{"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-deleted", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:36.889554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2112fc7-d009-48ad-a325-bf1c56d35cd2 x-openstack-request-id: req-f2112fc7-d009-48ad-a325-bf1c56d35cd2 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:36.889851 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e90c0-1ef5-43e0-8983-2067982a3f76", "name": "network-vif-deleted", "tag": "4a9dc16c-b094-43ae-a495-1098e5c9f054", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:36.890102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2112fc7-d009-48ad-a325-bf1c56d35cd2 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:36.890530 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2112fc7-d009-48ad-a325-bf1c56d35cd2'] response: {'server_uuid': '354e90c0-1ef5-43e0-8983-2067982a3f76', 'name': 'network-vif-deleted', 'tag': '4a9dc16c-b094-43ae-a495-1098e5c9f054', 'status': 'completed', 'code': 200} Oct 24 08:59:36.952960 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:37.135416 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b32d5608-47fe-44ca-bfc2-55d59b2c8bde req-54f41ff3-6f80-4868-8dbe-66c051146138 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 210 time: 0.0423732 Oct 24 08:59:37.141852 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:37.177609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48823-a15e-49ae-9b98-28a0bc03b858 req-5c6cb808-629b-4407-83c3-eace4708b1fc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:37.179363 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3cc48823-a15e-49ae-9b98-28a0bc03b858 req-5c6cb808-629b-4407-83c3-eace4708b1fc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0737159 Oct 24 08:59:37.235776 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3cc48823-a15e-49ae-9b98-28a0bc03b858 req-8e53533d-525d-4507-b6e6-804eaf5d54e9 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Oct 24 08:59:38.204372 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-15103f1e-3280-4f84-83bc-36a563347847 req-ca8bf607-4c1f-4024-b139-0eaccfe7e8dd service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 08:59:38.205374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15103f1e-3280-4f84-83bc-36a563347847 req-ca8bf607-4c1f-4024-b139-0eaccfe7e8dd service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058005 Oct 24 08:59:38.259205 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19bed8d5-5279-4f68-ba33-0379e0466a36 req-7aaa2309-9db8-47e7-8726-c22f3e682a09 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=354e90c0-1ef5-43e0-8983-2067982a3f76 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Oct 24 08:59:38.390369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a13e3-9e9e-4513-984c-59184672456a req-b31890e8-8164-4d0d-aff4-4384b2b8c9ba tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:38.391878 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-029a13e3-9e9e-4513-984c-59184672456a req-b31890e8-8164-4d0d-aff4-4384b2b8c9ba tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0472353 Oct 24 08:59:38.403971 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:38.446502 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-029a13e3-9e9e-4513-984c-59184672456a req-01c749da-584e-47ad-aa36-cd07c5274273 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486732 Oct 24 08:59:38.672160 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-8963a53b-41a2-42fa-b748-f20cc1b15956 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405762 Oct 24 08:59:38.753166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-45dfeca2-214a-4b9f-839d-da93a6107cd5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:38.754624 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-45dfeca2-214a-4b9f-839d-da93a6107cd5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports/d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 940 time: 0.0509808 Oct 24 08:59:39.023872 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:39.043786 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 4a9dc16c-b094-43ae-a495-1098e5c9f054 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:39.044221 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 4a9dc16c-b094-43ae-a495-1098e5c9f054 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:39.044599 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:39.121020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: DOWN; New status is: DOWN {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:39.330104 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49734) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:39.399265 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (2ef0cc28-bad4-48d8-90bc-e7937f83031b), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:39.425343 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (2ef0cc28-bad4-48d8-90bc-e7937f83031b), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:39.489820 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2ef0cc28-bad4-48d8-90bc-e7937f83031b), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:39.492621 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:39.496214 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2ef0cc28-bad4-48d8-90bc-e7937f83031b HTTP/1.1" status: 204 len: 168 time: 0.1627073 Oct 24 08:59:39.503554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef0cc28-bad4-48d8-90bc-e7937f83031b,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:39.511815 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.512190 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.512544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.512883 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.513220 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.513548 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.514584 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.514941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.515272 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.515712 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.516048 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.516403 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.516733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.517056 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.517384 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b5f93-7d6c-4ba0-8e23-b95f191580b2 tempest-TestShelveInstance-1300225756 tempest-TestShelveInstance-1300225756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:39.535395 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:39.546570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49740) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:39.629810 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8801fb-0322-43af-9c05-8704dcf580bf req-52b335fa-5d83-49a5-9d54-661f774a6c54 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:39.631288 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa8801fb-0322-43af-9c05-8704dcf580bf req-52b335fa-5d83-49a5-9d54-661f774a6c54 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0521686 Oct 24 08:59:39.751228 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aa8801fb-0322-43af-9c05-8704dcf580bf req-f9f57a09-9924-4bd8-9e86-a22156a4afb6 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122758 Oct 24 08:59:39.807588 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:39.886298 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-ab771a88-6923-460e-9e16-287b58bc6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:39.887733 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-ab771a88-6923-460e-9e16-287b58bc6f48 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3&tenant_id=7ff48b26c576495f8bb8c88d20d246cc HTTP/1.1" status: 200 len: 1127 time: 0.0711215 Oct 24 08:59:40.171457 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=36 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:40.197521 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:40.272070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-9515fa0d-7001-4d58-94e0-39e8be9d6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:40.273535 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-9515fa0d-7001-4d58-94e0-39e8be9d6cd7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1127 time: 0.3268423 Oct 24 08:59:40.337182 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:40.472530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23d0e-4d9b-453d-9ee0-e1ed14a79904 req-a7e2d70a-5a7b-41ec-b4ca-dd29cd213014 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:40.473977 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-44b23d0e-4d9b-453d-9ee0-e1ed14a79904 req-a7e2d70a-5a7b-41ec-b4ca-dd29cd213014 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 946 time: 0.1111407 Oct 24 08:59:40.516954 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-b50eb14a-94ce-4623-a4c0-a15c2979f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:40.518336 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-b50eb14a-94ce-4623-a4c0-a15c2979f06c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.2234135 Oct 24 08:59:40.610740 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-44b23d0e-4d9b-453d-9ee0-e1ed14a79904 req-b36ef7a7-122f-4a65-ba0f-f8687ad2b37d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076365 Oct 24 08:59:40.681297 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Deleting port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:40.681739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:40.760885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] For port ca2088bb-da23-4c0f-9e7d-b6b329dc1e58, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:40.761236 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:40.763321 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:40.778826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Calling delete_port for ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:40.911383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:40.922673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530835-9d86-4a2e-9449-87d0f4ddd157 req-c1cda79f-8703-4b62-a1ab-ccca99d605e5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:40.924151 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5b530835-9d86-4a2e-9449-87d0f4ddd157 req-c1cda79f-8703-4b62-a1ab-ccca99d605e5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0885315 Oct 24 08:59:41.011503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5b530835-9d86-4a2e-9449-87d0f4ddd157 req-deb255c5-d27c-4470-b5be-8ca9443e46ee tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788043 Oct 24 08:59:41.032646 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (ca2088bb-da23-4c0f-9e7d-b6b329dc1e58), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:41.055179 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2088bb-da23-4c0f-9e7d-b6b329dc1e58,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:41.224937 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:41.246557 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1ae6f-d746-406c-aa5d-bf2264aac857 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 08:59:41.327782 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:41.354725 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1ae6f-d746-406c-aa5d-bf2264aac857 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 08:59:41.447206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Router 2bbe69c8-fe01-4d31-bec5-668a890cca09 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:59:41.554817 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:41.560173 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5f323b90-0c76-40db-b13e-cda44382f9d1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2bbe69c8-fe01-4d31-bec5-668a890cca09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0124538 Oct 24 08:59:41.562982 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49754) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:41.566058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Sync routers for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:41.578470 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:41.579127 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:41.613432 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:41.680125 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks [] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:41.690971 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:41.778715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389c46-6f2a-4006-a426-35c9e3b59edd req-b98efabb-ed1a-4f53-8c81-32a9a73a1e2d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:41.780943 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5389c46-6f2a-4006-a426-35c9e3b59edd req-b98efabb-ed1a-4f53-8c81-32a9a73a1e2d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 946 time: 0.0600603 Oct 24 08:59:41.878075 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:59:40Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:41.878332 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:41.904917 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Checking router: 2bbe69c8-fe01-4d31-bec5-668a890cca09 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:41.914923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Routers {'2bbe69c8-fe01-4d31-bec5-668a890cca09'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:41.915552 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['2bbe69c8-fe01-4d31-bec5-668a890cca09'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:41.922967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks [] for router_gateway (2bbe69c8-fe01-4d31-bec5-668a890cca09), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:41.942183 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-d8de5c40-4aff-4058-b681-8e7af8b5290a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 998 time: 0.1290145 Oct 24 08:59:41.947812 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5389c46-6f2a-4006-a426-35c9e3b59edd req-257c17e9-1ce8-4d8c-ba20-3c2968c851ba tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333499 Oct 24 08:59:42.018788 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Deleting port a36a3f6f-81f0-403a-aff1-7b8a60d03535 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:42.019138 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.042201 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] Set router 2bbe69c8-fe01-4d31-bec5-668a890cca09 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:42.051412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-1460126e-689b-427a-8813-bd2bae63051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:42.052930 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-1460126e-689b-427a-8813-bd2bae63051d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0837893 Oct 24 08:59:42.119684 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-221e40dd-b7fa-43bc-8ca8-865fd7f94209 None None] Provisioning complete for port f949acc9-8700-4cf1-b51b-2d327745f5b5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:42.120172 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-221e40dd-b7fa-43bc-8ca8-865fd7f94209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.120581 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-221e40dd-b7fa-43bc-8ca8-865fd7f94209 None None] Attempt 1 to provision port f949acc9-8700-4cf1-b51b-2d327745f5b5 Oct 24 08:59:42.162737 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-911f2a86-2c3b-4029-8fd9-d357773cf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:42.164393 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-911f2a86-2c3b-4029-8fd9-d357773cf111 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851150 Oct 24 08:59:42.187150 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] For port a36a3f6f-81f0-403a-aff1-7b8a60d03535, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a36a3f6f-81f0-403a-aff1-7b8a60d03535,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:42.187513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.195219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1549-ca1b-41d6-b246-acfe750fef1f req-96ada85c-4da7-426e-ad35-82c65f3d3005 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:42.196762 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdae1549-ca1b-41d6-b246-acfe750fef1f req-96ada85c-4da7-426e-ad35-82c65f3d3005 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0853529 Oct 24 08:59:42.214945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Calling delete_port for a36a3f6f-81f0-403a-aff1-7b8a60d03535 owned by network:router_gateway {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:42.273546 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:42.287531 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-221e40dd-b7fa-43bc-8ca8-865fd7f94209 None None] Current status of the port f949acc9-8700-4cf1-b51b-2d327745f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:42.295146 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cdae1549-ca1b-41d6-b246-acfe750fef1f req-80a77a2d-2852-4f21-8e46-77686a70c1c0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918462 Oct 24 08:59:42.297708 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:59:40Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:42.323984 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea864-a3c2-41b6-8657-88b9ccd0e42c None None] The sync data for ids ['2bbe69c8-fe01-4d31-bec5-668a890cca09'] in dv-cinder-master-3-iscsi is: [{'id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'name': 'tempest-TestShelveInstance-1707817968-router', 'tenant_id': '29e4576f2b744d40878d65470e24c24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:59:40Z', 'revision_number': 5, 'project_id': '29e4576f2b744d40878d65470e24c24c', 'gw_port': {'id': 'a36a3f6f-81f0-403a-aff1-7b8a60d03535', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbe69c8-fe01-4d31-bec5-668a890cca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:33Z', 'updated_at': '2022-10-24T08:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:42.441685 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:42.486537 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-12325593-2eed-4de6-ba10-e6caccea276d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349592 Oct 24 08:59:42.525569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (a36a3f6f-81f0-403a-aff1-7b8a60d03535), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.582104 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36a3f6f-81f0-403a-aff1-7b8a60d03535,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:42.660562 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bf163092-d0cd-443f-8bc0-c9f362b70584 req-b6d59d26-4974-4330-a23d-5e992595e7f5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678131 Oct 24 08:59:42.665609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.716562 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-c3682697-0ce4-4e46-a027-8d60d3ee3ab7 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:42.719097 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-c3682697-0ce4-4e46-a027-8d60d3ee3ab7 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 946 time: 0.0613837 Oct 24 08:59:42.778934 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.782067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks [] for router_controller (2bbe69c8-fe01-4d31-bec5-668a890cca09), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.783355 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:42.816452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Deleting port ca181843-9f26-4a98-bbf5-490b90538167 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:42.816800 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (ca181843-9f26-4a98-bbf5-490b90538167), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.851731 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (2bbe69c8-fe01-4d31-bec5-668a890cca09), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.852393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bbe69c8-fe01-4d31-bec5-668a890cca09 {{(pid=116186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 08:59:42.857351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.861229 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-417bdbd2-b6ae-430e-a61c-7f1a222e1bd6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/2bbe69c8-fe01-4d31-bec5-668a890cca09 HTTP/1.1" status: 204 len: 168 time: 1.2946951 Oct 24 08:59:42.861385 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49764) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:42.920542 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] For port ca181843-9f26-4a98-bbf5-490b90538167, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca181843-9f26-4a98-bbf5-490b90538167,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:42.921311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (ca181843-9f26-4a98-bbf5-490b90538167), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:42.939579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Calling delete_port for ca181843-9f26-4a98-bbf5-490b90538167 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:42.995382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:43.054421 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:43.123955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (ca181843-9f26-4a98-bbf5-490b90538167), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.155373 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Pushing event deleted for resources: {'Port': ['ID=ca181843-9f26-4a98-bbf5-490b90538167,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:43.165470 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['ca181843-9f26-4a98-bbf5-490b90538167'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 08:59:43.242695 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] No DVR routers for this DVR port ca181843-9f26-4a98-bbf5-490b90538167 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:43.247158 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.252643 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-249dc02b-85fd-4900-b764-71a29f49e5d6 req-a87d4c83-209b-416e-b966-994b99d249a2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "DELETE /networking/v2.0/ports/ca181843-9f26-4a98-bbf5-490b90538167 HTTP/1.1" status: 204 len: 173 time: 0.5278690 Oct 24 08:59:43.253717 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'name': 'network-vif-deleted', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 08:59:43.256844 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c16cd-274f-419d-8501-99008f56b8b8" -d '{"events": [{"server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "name": "network-vif-deleted", "tag": "ca181843-9f26-4a98-bbf5-490b90538167"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 08:59:43.286184 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9157dc81-9ce5-4a4c-a951-1b23f8ff04d8 req-4ad22343-4356-4740-853f-dd5116c20681 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0586398 Oct 24 08:59:43.289384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Deleting subnet 6bad032b-48ab-4258-a609-32ee14703c80 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:59:43.294175 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Publish callbacks [] for subnet (6bad032b-48ab-4258-a609-32ee14703c80), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.317588 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a779f7d-0b2e-4403-8f3e-4e3a81b380b9 x-openstack-request-id: req-0a779f7d-0b2e-4403-8f3e-4e3a81b380b9 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 08:59:43.317932 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ae65b9-4038-4fad-b243-bbf157408181", "name": "network-vif-deleted", "tag": "ca181843-9f26-4a98-bbf5-490b90538167", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 08:59:43.318372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a779f7d-0b2e-4403-8f3e-4e3a81b380b9 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 08:59:43.319336 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a779f7d-0b2e-4403-8f3e-4e3a81b380b9'] response: {'server_uuid': 'e7ae65b9-4038-4fad-b243-bbf157408181', 'name': 'network-vif-deleted', 'tag': 'ca181843-9f26-4a98-bbf5-490b90538167', 'status': 'completed', 'code': 200} Oct 24 08:59:43.358348 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (6bad032b-48ab-4258-a609-32ee14703c80), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.487694 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aace6-1f79-422d-83c5-947dfa1f9509 req-099eadff-86ca-44ab-8b11-8f0075861862 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:43.489524 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-198aace6-1f79-422d-83c5-947dfa1f9509 req-099eadff-86ca-44ab-8b11-8f0075861862 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0743306 Oct 24 08:59:43.584860 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (6bad032b-48ab-4258-a609-32ee14703c80), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.627483 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-198aace6-1f79-422d-83c5-947dfa1f9509 req-5e96936d-cc1f-49ce-a1ee-b0a18910b715 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151617 Oct 24 08:59:43.640261 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device a36a3f6f-81f0-403a-aff1-7b8a60d03535 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:43.684077 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: a36a3f6f-81f0-403a-aff1-7b8a60d03535 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:43.684486 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device a36a3f6f-81f0-403a-aff1-7b8a60d03535 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:43.684906 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:43.694315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (6bad032b-48ab-4258-a609-32ee14703c80), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.706688 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:43.707347 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ca2088bb-da23-4c0f-9e7d-b6b329dc1e58 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:43.728546 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bad032b-48ab-4258-a609-32ee14703c80,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:43.739576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.745845 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49788) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:43.746589 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ed3be457-58de-435c-bb00-4d704daae06c admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/6bad032b-48ab-4258-a609-32ee14703c80 HTTP/1.1" status: 204 len: 168 time: 0.8840001 Oct 24 08:59:43.761693 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2a74d-8699-41f5-9614-87bd17fe3cb9 None None] Network 85c2e3a3-c6f8-4928-864d-45368094fcdf requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:43.830222 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:43.833284 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (85c2e3a3-c6f8-4928-864d-45368094fcdf), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.890014 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Deleting port f949acc9-8700-4cf1-b51b-2d327745f5b5 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:43.890355 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.948887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] DHCP port deletion for 85c2e3a3-c6f8-4928-864d-45368094fcdf request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 08:59:43.966614 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] For port f949acc9-8700-4cf1-b51b-2d327745f5b5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f949acc9-8700-4cf1-b51b-2d327745f5b5,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:43.967398 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:43.985598 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Calling delete_port for f949acc9-8700-4cf1-b51b-2d327745f5b5 owned by network:dhcp {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:44.009800 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Deleting port f949acc9-8700-4cf1-b51b-2d327745f5b5 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:44.010179 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.081351 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.083442 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] For port f949acc9-8700-4cf1-b51b-2d327745f5b5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f949acc9-8700-4cf1-b51b-2d327745f5b5,segment=NetworkSegment(90b29925-7267-4edb-b2d1-f02dfa860d7c),segment_id=90b29925-7267-4edb-b2d1-f02dfa860d7c)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:44.084085 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.105291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Calling delete_port for f949acc9-8700-4cf1-b51b-2d327745f5b5 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:44.111378 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Pushing event deleted for resources: {'Port': ['ID=f949acc9-8700-4cf1-b51b-2d327745f5b5,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:44.115404 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] No DVR routers for this DVR port f949acc9-8700-4cf1-b51b-2d327745f5b5 on host dv-cinder-master-3-iscsi {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:44.202763 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (85c2e3a3-c6f8-4928-864d-45368094fcdf), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.234813 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c2e3a3-c6f8-4928-864d-45368094fcdf']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:44.254221 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b29925-7267-4edb-b2d1-f02dfa860d7c') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:44.254499 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b29925-7267-4edb-b2d1-f02dfa860d7c') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:44.266148 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (90b29925-7267-4edb-b2d1-f02dfa860d7c), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.280629 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (90b29925-7267-4edb-b2d1-f02dfa860d7c), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.288212 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:59:44.288638 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (90b29925-7267-4edb-b2d1-f02dfa860d7c), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.340981 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (f949acc9-8700-4cf1-b51b-2d327745f5b5), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.359832 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (85c2e3a3-c6f8-4928-864d-45368094fcdf), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.377642 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:44.379448 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Pushing event deleted for resources: {'Port': ['ID=f949acc9-8700-4cf1-b51b-2d327745f5b5,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:44.385517 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/85c2e3a3-c6f8-4928-864d-45368094fcdf HTTP/1.1" status: 204 len: 168 time: 0.6350324 Oct 24 08:59:44.385517 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbac77-d541-4f49-8bf9-e226fbd18dba admin admin] Pushing event deleted for resources: {'Network': ['ID=85c2e3a3-c6f8-4928-864d-45368094fcdf,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:44.386947 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49796) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:44.392241 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] No DVR routers for this DVR port f949acc9-8700-4cf1-b51b-2d327745f5b5 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:44.393746 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 90b29925-7267-4edb-b2d1-f02dfa860d7c resource provider aggregate not found Oct 24 08:59:44.394804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.395240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.395589 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.395932 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.396314 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.396783 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.397145 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.397472 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.397800 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.398132 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.398624 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.398957 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.399283 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.399602 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.399923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf79e9-bc8f-415e-85d0-a6433571670e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:44.434302 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 90b29925-7267-4edb-b2d1-f02dfa860d7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90b29925-7267-4edb-b2d1-f02dfa860d7c found for delete ", "request_id": "req-fe19700c-3779-4a8d-a28b-cd22a63449ad"}]} Oct 24 08:59:44.439338 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f0a342e1-a946-4ccd-8f33-3b55b5ce3c90 req-f072bdb0-044d-4397-8e5e-c54abcfe3fdf tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0494909 Oct 24 08:59:44.556468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:44.772172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e115a-b71f-4e87-b9d8-f9e54516b38a req-e4a4c228-3628-4be6-9383-dd3411ef2902 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:44.773996 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d27e115a-b71f-4e87-b9d8-f9e54516b38a req-e4a4c228-3628-4be6-9383-dd3411ef2902 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0536835 Oct 24 08:59:44.848741 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d27e115a-b71f-4e87-b9d8-f9e54516b38a req-d614207c-7449-47aa-a1bc-e0cbcbb8949b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682487 Oct 24 08:59:44.995181 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (6f64a071-fd68-45dd-82be-07b4d75ee555), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:45.048714 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:45.246353 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Deleting port 4045042e-dc85-4a73-8c2a-db3960ff900f {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:45.246646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:45.333770 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] For port 4045042e-dc85-4a73-8c2a-db3960ff900f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4045042e-dc85-4a73-8c2a-db3960ff900f,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:45.334139 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:45.350201 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Calling delete_port for 4045042e-dc85-4a73-8c2a-db3960ff900f owned by network:router_interface {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:45.393455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f949acc9-8700-4cf1-b51b-2d327745f5b5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:45.415245 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: f949acc9-8700-4cf1-b51b-2d327745f5b5 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:45.415673 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f949acc9-8700-4cf1-b51b-2d327745f5b5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:45.577563 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-006197cc-005a-428a-8504-65464f5f696c req-d8ba2080-fe6d-405b-8752-2af12787ce2f tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0293896 Oct 24 08:59:45.583690 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (4045042e-dc85-4a73-8c2a-db3960ff900f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:45.610047 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4045042e-dc85-4a73-8c2a-db3960ff900f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:45.797997 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (6f64a071-fd68-45dd-82be-07b4d75ee555), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:45.809289 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:45.825790 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b00d9-f410-4a00-be6a-8f70a6692379 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 08:59:45.955323 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b00d9-f410-4a00-be6a-8f70a6692379 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 08:59:45.990301 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:46.018260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384455ed-9a45-4aa6-8bfe-6385196c740a req-ab0a7253-275b-495f-93d8-8e0e34487c82 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:46.019961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-384455ed-9a45-4aa6-8bfe-6385196c740a req-ab0a7253-275b-495f-93d8-8e0e34487c82 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0737898 Oct 24 08:59:46.062325 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Router 6f64a071-fd68-45dd-82be-07b4d75ee555 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:59:46.083030 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-384455ed-9a45-4aa6-8bfe-6385196c740a req-17ece09b-7ae6-4865-b005-c7e86e558b3a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571997 Oct 24 08:59:46.204630 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:46.210623 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-a0fa49a5-6649-43dd-ad58-a21af57e87d6 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/6f64a071-fd68-45dd-82be-07b4d75ee555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197484 Oct 24 08:59:46.213224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49806) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:46.218886 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Sync routers for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:46.242171 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:46.246560 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:46.341117 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks [] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:46.393569 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:46.483851 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks [] for router_gateway (6f64a071-fd68-45dd-82be-07b4d75ee555), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:46.567896 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Deleting port f1d580f5-fc12-4497-9963-4472818cb69e {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:46.568275 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:46.625146 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:59:45Z', 'revision_number': 5, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port': {'id': 'f1d580f5-fc12-4497-9963-4472818cb69e', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:53:39Z', 'updated_at': '2022-10-24T08:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:46.661354 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Checking router: 6f64a071-fd68-45dd-82be-07b4d75ee555 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:46.672931 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Routers {'6f64a071-fd68-45dd-82be-07b4d75ee555'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:46.673298 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['6f64a071-fd68-45dd-82be-07b4d75ee555'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:46.702942 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] For port f1d580f5-fc12-4497-9963-4472818cb69e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1d580f5-fc12-4497-9963-4472818cb69e,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:46.703404 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:46.742980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Calling delete_port for f1d580f5-fc12-4497-9963-4472818cb69e owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:46.783738 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0a30fe44-c05b-403f-977d-d325eb224552 req-21b99e49-9e96-458a-aaac-17265d6d0fe9 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Oct 24 08:59:46.814146 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] Set router 6f64a071-fd68-45dd-82be-07b4d75ee555 gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:47.011329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (f1d580f5-fc12-4497-9963-4472818cb69e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.019852 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:59:46Z', 'revision_number': 6, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:47.049630 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95220507-ca81-4f71-9a97-537f8d510b2d None None] The sync data for ids ['6f64a071-fd68-45dd-82be-07b4d75ee555'] in dv-cinder-master-3-iscsi is: [{'id': '6f64a071-fd68-45dd-82be-07b4d75ee555', 'name': 'tempest-TestShelveInstance-321070660-router', 'tenant_id': '0c91fbd0e15a466a894e90236b7c0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:53:38Z', 'updated_at': '2022-10-24T08:59:46Z', 'revision_number': 6, 'project_id': '0c91fbd0e15a466a894e90236b7c0f90', 'gw_port_host': None}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:47.055859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ca181843-9f26-4a98-bbf5-490b90538167 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:47.063040 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d580f5-fc12-4497-9963-4472818cb69e,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:47.115946 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: ca181843-9f26-4a98-bbf5-490b90538167 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:47.116322 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ca181843-9f26-4a98-bbf5-490b90538167 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:47.120789 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (6f64a071-fd68-45dd-82be-07b4d75ee555), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.148461 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:47.178019 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-9181a623-af69-4244-a33c-8fec0a35f664 None None] Provisioning complete for port 51256565-c9dc-48f1-b06b-202dd39709c5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:47.178384 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9181a623-af69-4244-a33c-8fec0a35f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.178920 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-9181a623-af69-4244-a33c-8fec0a35f664 None None] Attempt 1 to provision port 51256565-c9dc-48f1-b06b-202dd39709c5 Oct 24 08:59:47.209229 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:47.238888 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.242301 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks [] for router_controller (6f64a071-fd68-45dd-82be-07b4d75ee555), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.264351 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-9181a623-af69-4244-a33c-8fec0a35f664 None None] Current status of the port 51256565-c9dc-48f1-b06b-202dd39709c5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:47.306760 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa5a2-8674-408f-9e79-e038ee964684 req-8085c5b9-1623-4528-824a-cdb072b1a638 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:47.312767 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fbfa5a2-8674-408f-9e79-e038ee964684 req-8085c5b9-1623-4528-824a-cdb072b1a638 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.1005585 Oct 24 08:59:47.317102 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (6f64a071-fd68-45dd-82be-07b4d75ee555), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.317942 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f64a071-fd68-45dd-82be-07b4d75ee555 {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 08:59:47.322337 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.323697 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-84e7614c-679c-4527-90c3-e3bffb1ed412 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/6f64a071-fd68-45dd-82be-07b4d75ee555 HTTP/1.1" status: 204 len: 168 time: 1.1084490 Oct 24 08:59:47.326447 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49814) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:47.342642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:47.381617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Deleting subnet 8378b9f1-b675-408c-846a-f072e1e2d0ed {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 08:59:47.385717 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Publish callbacks [] for subnet (8378b9f1-b675-408c-846a-f072e1e2d0ed), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.394230 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fbfa5a2-8674-408f-9e79-e038ee964684 req-df8bb3ef-5d63-47e4-b143-0e39fa929ae0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778518 Oct 24 08:59:47.452050 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25434787'] for subnet (8378b9f1-b675-408c-846a-f072e1e2d0ed), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.577068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (8378b9f1-b675-408c-846a-f072e1e2d0ed), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.648039 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25434760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25809958'] for subnet (8378b9f1-b675-408c-846a-f072e1e2d0ed), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.681166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8378b9f1-b675-408c-846a-f072e1e2d0ed,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:47.689175 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.691783 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940eca86-8431-423d-870e-80e62d3c3ad7 None None] Network 93c66e99-4d3a-469e-b643-1c43fefde9ce requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:47.697208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49816) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:47.697398 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7c9de888-a5f8-435e-af27-ed2dfbf1f064 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8378b9f1-b675-408c-846a-f072e1e2d0ed HTTP/1.1" status: 204 len: 168 time: 0.3695686 Oct 24 08:59:47.796545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (93c66e99-4d3a-469e-b643-1c43fefde9ce), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.849697 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Deleting port 51256565-c9dc-48f1-b06b-202dd39709c5 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:47.850050 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.927035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] DHCP port deletion for 93c66e99-4d3a-469e-b643-1c43fefde9ce request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 08:59:47.943599 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4045042e-dc85-4a73-8c2a-db3960ff900f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:47.976098 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] For port 51256565-c9dc-48f1-b06b-202dd39709c5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51256565-c9dc-48f1-b06b-202dd39709c5,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:47.976098 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:47.990289 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 4045042e-dc85-4a73-8c2a-db3960ff900f {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:47.990637 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 4045042e-dc85-4a73-8c2a-db3960ff900f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:47.990883 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Calling delete_port for 51256565-c9dc-48f1-b06b-202dd39709c5 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:47.998891 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:48.007838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Deleting port 51256565-c9dc-48f1-b06b-202dd39709c5 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 08:59:48.008282 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.068790 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2eb46def-1306-48bb-9534-a0ff23461b56 req-ff6c1238-b11e-43e9-bcb9-799173602441 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.1479964 Oct 24 08:59:48.084156 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.093206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:48.097107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] For port 51256565-c9dc-48f1-b06b-202dd39709c5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51256565-c9dc-48f1-b06b-202dd39709c5,segment=NetworkSegment(6ca24418-86d3-45e9-abd2-be83d8399692),segment_id=6ca24418-86d3-45e9-abd2-be83d8399692)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:48.098583 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.118690 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:48.129532 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Pushing event deleted for resources: {'Port': ['ID=51256565-c9dc-48f1-b06b-202dd39709c5,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:48.135532 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] No DVR routers for this DVR port 51256565-c9dc-48f1-b06b-202dd39709c5 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:48.141699 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Calling delete_port for 51256565-c9dc-48f1-b06b-202dd39709c5 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 08:59:48.219206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (93c66e99-4d3a-469e-b643-1c43fefde9ce), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.249611 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c66e99-4d3a-469e-b643-1c43fefde9ce']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:48.257142 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (51256565-c9dc-48f1-b06b-202dd39709c5), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.260373 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca24418-86d3-45e9-abd2-be83d8399692') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:48.260703 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca24418-86d3-45e9-abd2-be83d8399692') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:48.278928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (6ca24418-86d3-45e9-abd2-be83d8399692), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.287907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] Pushing event deleted for resources: {'Port': ['ID=51256565-c9dc-48f1-b06b-202dd39709c5,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:48.292020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecb1f0-f52e-4646-8a28-5cddca9814f7 None None] No DVR routers for this DVR port 51256565-c9dc-48f1-b06b-202dd39709c5 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 08:59:48.296060 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (6ca24418-86d3-45e9-abd2-be83d8399692), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.306115 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 08:59:48.306607 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (6ca24418-86d3-45e9-abd2-be83d8399692), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.394868 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (93c66e99-4d3a-469e-b643-1c43fefde9ce), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.403303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.416971 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/93c66e99-4d3a-469e-b643-1c43fefde9ce HTTP/1.1" status: 204 len: 168 time: 0.7175579 Oct 24 08:59:48.427475 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df478fe-6a8c-47f4-b192-90229e028ade admin admin] Pushing event deleted for resources: {'Network': ['ID=93c66e99-4d3a-469e-b643-1c43fefde9ce,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:48.484518 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 6ca24418-86d3-45e9-abd2-be83d8399692 resource provider aggregate not found Oct 24 08:59:48.514259 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 6ca24418-86d3-45e9-abd2-be83d8399692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ca24418-86d3-45e9-abd2-be83d8399692 found for delete ", "request_id": "req-226358ba-fa8f-47f7-b63a-1b5dc8f6e5de"}]} Oct 24 08:59:48.604075 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63c74-3c81-47af-87c4-453ca9fe67f3 req-43d57efc-7b82-4ba5-8194-45e4cf2a34c2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:48.609736 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49832) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:48.611962 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15e63c74-3c81-47af-87c4-453ca9fe67f3 req-43d57efc-7b82-4ba5-8194-45e4cf2a34c2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.1003273 Oct 24 08:59:48.657169 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6bdc5b80-ea21-4671-a51b-5f39d1c7683c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=29e4576f2b744d40878d65470e24c24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459723 Oct 24 08:59:48.659849 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49834) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:48.670678 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15e63c74-3c81-47af-87c4-453ca9fe67f3 req-2b5d623c-ffe4-4868-b38e-912724410cf0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563595 Oct 24 08:59:48.721481 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] Publish callbacks [] for security_group (1a4f0ed8-0692-491a-ae20-d95bb6d9e6de), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.745370 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] Publish callbacks [] for security_group (1a4f0ed8-0692-491a-ae20-d95bb6d9e6de), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.804503 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (1a4f0ed8-0692-491a-ae20-d95bb6d9e6de), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.807074 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:48.808316 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1a4f0ed8-0692-491a-ae20-d95bb6d9e6de HTTP/1.1" status: 204 len: 168 time: 0.1467354 Oct 24 08:59:48.817602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ef4b-fdd9-46ef-a06a-6d089fd6967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f0ed8-0692-491a-ae20-d95bb6d9e6de,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:49.236483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49842) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:49.244384 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-30b54a05-2878-4630-9944-69941788ac13 req-2b7801e3-8848-4fce-ac21-18ea7c4e0bcf tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0445881 Oct 24 08:59:49.285913 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a72a53bc-8ea2-4528-8171-5d013410e143 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0c91fbd0e15a466a894e90236b7c0f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482721 Oct 24 08:59:49.288369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49844) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:49.345324 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] Publish callbacks [] for security_group (e9a6a894-6357-4d55-8ba5-2cff8b7a7c17), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:49.369322 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] Publish callbacks [] for security_group (e9a6a894-6357-4d55-8ba5-2cff8b7a7c17), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:49.396275 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:49.409509 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f1d580f5-fc12-4497-9963-4472818cb69e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:49.443989 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: f1d580f5-fc12-4497-9963-4472818cb69e {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:49.444363 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device f1d580f5-fc12-4497-9963-4472818cb69e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:49.445089 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 51256565-c9dc-48f1-b06b-202dd39709c5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 08:59:49.445595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e9a6a894-6357-4d55-8ba5-2cff8b7a7c17), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:49.456483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:49.460750 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e9a6a894-6357-4d55-8ba5-2cff8b7a7c17 HTTP/1.1" status: 204 len: 168 time: 0.1712835 Oct 24 08:59:49.470844 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984da6-7e96-4bf3-b79e-6122dd2832ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6a894-6357-4d55-8ba5-2cff8b7a7c17,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:49.492770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 51256565-c9dc-48f1-b06b-202dd39709c5 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 08:59:49.493888 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 51256565-c9dc-48f1-b06b-202dd39709c5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 08:59:49.807750 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c6fb3-6da0-4517-b22e-1bf308f4936f req-21721c6a-43e3-4367-a70f-b1ce8f32fbf3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:49.809428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-544c6fb3-6da0-4517-b22e-1bf308f4936f req-21721c6a-43e3-4367-a70f-b1ce8f32fbf3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0579505 Oct 24 08:59:49.861820 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-544c6fb3-6da0-4517-b22e-1bf308f4936f req-37c3bc40-b723-44f1-b313-81b5263a7a85 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Oct 24 08:59:50.328864 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49872) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:50.385469 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-05045f08-ecf4-4ff6-baea-a1dd1797b03a req-ffb6eb21-911e-47b8-89cd-46b41836965d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0393260 Oct 24 08:59:50.448063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-673518241-network', 'tenant_id': '30742e7b914243df8dd120079560a3de'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:50.473829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Made reservation on behalf of 30742e7b914243df8dd120079560a3de for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:59:50.476532 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.487073 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.567711 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks [] for security_group (abb40719-f665-40bf-a22d-b47ceba04f95), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.571409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (abb40719-f665-40bf-a22d-b47ceba04f95), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.603685 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:59:50.611238 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb40719-f665-40bf-a22d-b47ceba04f95,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:50.618364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (f6d37100-0b97-46fe-bcbf-e8f0c94884dc), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.619434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Added segment f6d37100-0b97-46fe-bcbf-e8f0c94884dc of type vlan for network 15551789-d406-4f91-85fe-9eee40e4ab51 Oct 24 08:59:50.629786 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:50.670902 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (15551789-d406-4f91-85fe-9eee40e4ab51), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.703909 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (15551789-d406-4f91-85fe-9eee40e4ab51), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.705109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:50.705923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:50.772856 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4428606 Oct 24 08:59:50.776670 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49876) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:50.777173 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d478b8-b1b2-46fb-a5bc-42430daa97dd admin admin] Pushing event updated for resources: {'Network': ['ID=15551789-d406-4f91-85fe-9eee40e4ab51,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:50.781723 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Request body: {'subnet': {'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-673518241-subnet', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:50.787316 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 15551789-d406-4f91-85fe-9eee40e4ab51 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:59:50.808828 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Made reservation on behalf of 30742e7b914243df8dd120079560a3de for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:59:50.812733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25809977'] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.075013 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2bb10-132d-4faa-8082-53ee3b4d0943 req-212af9cb-7e98-4280-bb19-9502a5b65e6a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:51.076871 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-24c2bb10-132d-4faa-8082-53ee3b4d0943 req-212af9cb-7e98-4280-bb19-9502a5b65e6a tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0831640 Oct 24 08:59:51.143163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-24c2bb10-132d-4faa-8082-53ee3b4d0943 req-c192341d-0635-4aef-9d6b-9bfacc879228 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601473 Oct 24 08:59:51.159333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25434827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25809967'] for subnet (d2ade3a1-177a-465c-b515-db694ed98006), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.211651 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:51.223397 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ade3a1-177a-465c-b515-db694ed98006,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:51.240271 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:51.240761 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Network hostable DHCP agents. Network: 15551789-d406-4f91-85fe-9eee40e4ab51, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:59:51.253822 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:51.263824 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:59:51.274716 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 15551789-d406-4f91-85fe-9eee40e4ab51) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:51.279133 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:51.279737 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.286031 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72220ba4-d1ce-4a86-8cee-a17dbca9c229 None None] Network 15551789-d406-4f91-85fe-9eee40e4ab51 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:51.299118 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-144b5da5-8a67-4354-8ec8-98f1aff3fdc8 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5213132 Oct 24 08:59:51.301939 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49880) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:51.306346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:51.329477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.330688 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.407976 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for router_controller (05d7468b-20e4-44aa-8d73-01654b3d6e02), precommit_add_association {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.464825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-15551789-d406-4f91-85fe-9eee40e4ab51', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:59:51.468890 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.552316 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-557c3de7-a6d7-41e1-b725-9b3792229137 req-f85e95ce-04b0-4219-b033-437cecf9b4ed tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0679922 Oct 24 08:59:51.617340 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for router_gateway (05d7468b-20e4-44aa-8d73-01654b3d6e02), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.628756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Allocated IP 172.20.0.2 (15551789-d406-4f91-85fe-9eee40e4ab51/d2ade3a1-177a-465c-b515-db694ed98006/85061bc4-081c-4c28-be03-5ec598690cc3) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:51.785598 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:51.820254 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks [] for port (85061bc4-081c-4c28-be03-5ec598690cc3), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.832620 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.868214 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:51.877187 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for router_gateway (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.878081 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:51.883200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:51.892541 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:51.899907 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:51.906583 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Pushing event updated for resources: {'Port': ['ID=85061bc4-081c-4c28-be03-5ec598690cc3,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:51.978986 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Attempting to bind port 85061bc4-081c-4c28-be03-5ec598690cc3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:51.978986 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Attempting to bind port 85061bc4-081c-4c28-be03-5ec598690cc3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:51.978986 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Attempting to bind port 85061bc4-081c-4c28-be03-5ec598690cc3 on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:52.025376 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:59:52.025781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:52.028534 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.028534 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Bound using segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:59:52.028534 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Bound port: 85061bc4-081c-4c28-be03-5ec598690cc3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:59:52.028534 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.029755 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 08:59:52.041797 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Allocated IP 172.37.0.172 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/0e82f9ec-d923-4fce-b002-67fd2f54a459) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:52.110540 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] For port 85061bc4-081c-4c28-be03-5ec598690cc3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:59:52.115318 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] For port 85061bc4-081c-4c28-be03-5ec598690cc3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85061bc4-081c-4c28-be03-5ec598690cc3,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:59:52.126090 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.209988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.246045 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee047b-66cf-4881-87d9-53c2ea1f7291 None None] Pushing event updated for resources: {'Port': ['ID=85061bc4-081c-4c28-be03-5ec598690cc3,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:52.311264 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:52.318656 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.330542 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3b3a-1147-4a4a-bb8b-f238945edb4d req-c28c6aa7-fcb6-47c2-8d13-d777032c1ac5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:52.332099 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7edd3b3a-1147-4a4a-bb8b-f238945edb4d req-c28c6aa7-fcb6-47c2-8d13-d777032c1ac5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0744965 Oct 24 08:59:52.398399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:52.411392 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:52.422339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:52.424913 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Pushing event updated for resources: {'Port': ['ID=0e82f9ec-d923-4fce-b002-67fd2f54a459,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:52.486596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7edd3b3a-1147-4a4a-bb8b-f238945edb4d req-ca506899-8064-4d0f-bb27-7ee17c9671fb tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322892 Oct 24 08:59:52.688545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.742891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d0e07c7a-d4b2-4228-8f93-835a3f39d592 req-0e3cad6c-710d-4453-b2e8-3569fd91c14a tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0350356 Oct 24 08:59:52.817299 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for router_gateway (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:52.863023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:53.032578 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:53.198954 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:59:53.322627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:53.333146 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:53.345465 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:53.348961 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:53.349560 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c6d228f6-ee5d-4391-91c9-56068e26f750 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0438914 Oct 24 08:59:53.349653 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:53.350210 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49892) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:53.361819 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:53.409641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa911a-c353-4afa-953d-9164ec3ca2c0 None None] Network 15551789-d406-4f91-85fe-9eee40e4ab51 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:53.488680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 85061bc4-081c-4c28-be03-5ec598690cc3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:53.555383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:53.555678 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:53.556017 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 08:59:53.645794 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7b87-711d-4214-9c3f-120d8d48d664 req-a64ff0fc-b85c-4084-a015-a4664b0ea984 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:53.647403 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4aa7b87-711d-4214-9c3f-120d8d48d664 req-a64ff0fc-b85c-4084-a015-a4664b0ea984 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0537407 Oct 24 08:59:53.707402 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c4aa7b87-711d-4214-9c3f-120d8d48d664 req-8da3bdbb-a522-4503-b516-24b163814ef2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534377 Oct 24 08:59:53.789036 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:53.836513 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:53.837363 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:53.867268 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:53.867649 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:53.867992 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 08:59:53.868942 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4d7a5e89-46cf-437f-b015-7ffacd1a15f9 req-3c994241-76e1-459e-ac81-6e6c527fb238 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0399826 Oct 24 08:59:53.985673 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:53.986073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.020002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:54.037607 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Allocated IP 172.20.0.1 (15551789-d406-4f91-85fe-9eee40e4ab51/d2ade3a1-177a-465c-b515-db694ed98006/b1829298-58ad-4ce3-a938-4ebbeb48f42c) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:54.087634 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] For port 85061bc4-081c-4c28-be03-5ec598690cc3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85061bc4-081c-4c28-be03-5ec598690cc3,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:54.097545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.134370 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:54.134691 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.151254 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks [] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.153651 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:54.156617 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:52Z', 'revision_number': 3, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:54.186407 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.205123 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:54.205546 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Updating router 05d7468b-20e4-44aa-8d73-01654b3d6e02 port 0e82f9ec-d923-4fce-b002-67fd2f54a459 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:59:54.212426 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3df2-c7f0-40e5-b7db-de46d667feb0 None None] Pushing event updated for resources: {'Port': ['ID=85061bc4-081c-4c28-be03-5ec598690cc3,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:54.221988 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:54.226559 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:54.233864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:54.262990 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Pushing event updated for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:54.267423 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-8f2f4cb2-56bb-41c0-9543-276403d56b57 None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:54.267803 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8f2f4cb2-56bb-41c0-9543-276403d56b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.268158 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-8f2f4cb2-56bb-41c0-9543-276403d56b57 None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 08:59:54.277988 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.278206 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.298633 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:54.322544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:54.324498 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 08:59:54.324923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG oslo_db.api [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 08:59:54.422946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.471337 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f4cb2-56bb-41c0-9543-276403d56b57 None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:54.610757 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-14a1da12-44e7-4d38-b04b-368281d1ad57 None None] Provisioning complete for port b1829298-58ad-4ce3-a938-4ebbeb48f42c triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:54.611043 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-14a1da12-44e7-4d38-b04b-368281d1ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.611382 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-14a1da12-44e7-4d38-b04b-368281d1ad57 None None] Attempt 1 to provision port b1829298-58ad-4ce3-a938-4ebbeb48f42c Oct 24 08:59:54.623675 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks [] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.649950 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.694615 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-14a1da12-44e7-4d38-b04b-368281d1ad57 None None] Port b1829298-58ad-4ce3-a938-4ebbeb48f42c cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:59:54.700163 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Attempting to bind port 0e82f9ec-d923-4fce-b002-67fd2f54a459 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:54.700541 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Attempting to bind port 0e82f9ec-d923-4fce-b002-67fd2f54a459 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:54.701506 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Attempting to bind port 0e82f9ec-d923-4fce-b002-67fd2f54a459 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:54.738036 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68b1e-b826-492e-a110-f20a3f733e52 None None] Pushing event updated for resources: {'Port': ['ID=0e82f9ec-d923-4fce-b002-67fd2f54a459,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:54.761914 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:59:54.762314 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:54.762722 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.763246 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:59:54.764362 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Bound port: 0e82f9ec-d923-4fce-b002-67fd2f54a459, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:59:54.764921 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.819019 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] For port 0e82f9ec-d923-4fce-b002-67fd2f54a459, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:59:54.822466 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] For port 0e82f9ec-d923-4fce-b002-67fd2f54a459, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e82f9ec-d923-4fce-b002-67fd2f54a459,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:59:54.830208 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.850310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks [] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.857284 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.863149 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245b6b-6d68-4cad-8efc-7105e092ab8d req-0616da21-c160-442f-9823-a5f55226b4ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:54.865153 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4245b6b-6d68-4cad-8efc-7105e092ab8d req-0616da21-c160-442f-9823-a5f55226b4ad tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0670054 Oct 24 08:59:54.894455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:54.900666 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:54.901959 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:54.913825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:54.931743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Pushing event updated for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:54.937975 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:54.950002 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a4245b6b-6d68-4cad-8efc-7105e092ab8d req-cb13e446-846e-433d-84b9-d22a1324fea3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780485 Oct 24 08:59:54.980066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68b1e-b826-492e-a110-f20a3f733e52 None None] Pushing event updated for resources: {'Port': ['ID=0e82f9ec-d923-4fce-b002-67fd2f54a459,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:55.022168 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-58171e80-d467-4240-9190-c68994df53d3 req-07f6782b-28dc-471e-9495-71991c3d7ca7 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0458114 Oct 24 08:59:55.045519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:55.047410 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:55.059294 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:55.159178 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:55.164925 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 08:59:55.276054 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 2, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:55.281223 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:55.295091 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-64b846eb-8234-47d7-b45f-d14c4a67951c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/05d7468b-20e4-44aa-8d73-01654b3d6e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9345787 Oct 24 08:59:55.304937 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d366c04-c0c1-4f63-ba8a-61f39a35cd16 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 2, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:55.318121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-bf6b6933-8e68-45a9-afab-b3c3e960ea12 None None] Provisioning complete for port b1829298-58ad-4ce3-a938-4ebbeb48f42c triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:55.318527 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6933-8e68-45a9-afab-b3c3e960ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:55.318862 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-bf6b6933-8e68-45a9-afab-b3c3e960ea12 None None] Attempt 1 to provision port b1829298-58ad-4ce3-a938-4ebbeb48f42c Oct 24 08:59:55.362547 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b6933-8e68-45a9-afab-b3c3e960ea12 None None] Port b1829298-58ad-4ce3-a938-4ebbeb48f42c cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 08:59:55.427345 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 85061bc4-081c-4c28-be03-5ec598690cc3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:55.482360 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:55.483337 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:55.483337 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 08:59:55.581572 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:55.871440 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49916) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:55.877167 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-701881873-network', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:55.894865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:55.900199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Made reservation on behalf of c7a6f9b4599c433fa5666799780fbadb for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:59:55.902690 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:55.913977 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:55.952115 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:56.036344 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks [] for security_group (98352581-93d3-49ec-9678-4e565347b355), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.040841 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (98352581-93d3-49ec-9678-4e565347b355), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.057507 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 08:59:56.083175 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (306c6a44-1b67-497e-9d0d-2c8efb19b87f), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.083389 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Added segment 306c6a44-1b67-497e-9d0d-2c8efb19b87f of type vlan for network b3fb690c-b002-4faa-9578-3c84a51923f7 Oct 24 08:59:56.097637 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98352581-93d3-49ec-9678-4e565347b355,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:56.139341 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (b3fb690c-b002-4faa-9578-3c84a51923f7), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.157903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7fcd7-9c75-46f9-9138-7ee89409d235 req-25c117f6-c4b3-43c6-83a8-4f0f1dbecc77 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:56.160330 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-00c7fcd7-9c75-46f9-9138-7ee89409d235 req-25c117f6-c4b3-43c6-83a8-4f0f1dbecc77 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0622199 Oct 24 08:59:56.180938 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (b3fb690c-b002-4faa-9578-3c84a51923f7), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.182188 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:56.182845 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.204013 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7563e83a-bb6e-4100-be09-3d98872af7b7 req-e73de14b-fa36-499f-a2fd-f59e338dc9a1 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Oct 24 08:59:56.226377 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3513303 Oct 24 08:59:56.226670 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49922) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:56.231378 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Request body: {'subnet': {'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-701881873-subnet', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:56.248698 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-00c7fcd7-9c75-46f9-9138-7ee89409d235 req-bb050f14-9256-449a-ab3d-8ad34e257215 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782971 Oct 24 08:59:56.274233 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de2fb4-222e-4f87-8844-06437dca1cbc admin admin] Pushing event updated for resources: {'Network': ['ID=b3fb690c-b002-4faa-9578-3c84a51923f7,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:56.286402 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Made reservation on behalf of c7a6f9b4599c433fa5666799780fbadb for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 08:59:56.289103 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25809977'] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.290442 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network b3fb690c-b002-4faa-9578-3c84a51923f7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 08:59:56.470158 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25434827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25809967'] for subnet (81dd8046-de15-4596-b272-feb1b1fa5984), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.530966 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dd8046-de15-4596-b272-feb1b1fa5984,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:56.542050 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Checking segment: {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:56.542414 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Network hostable DHCP agents. Network: b3fb690c-b002-4faa-9578-3c84a51923f7, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 08:59:56.562053 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Network b3fb690c-b002-4faa-9578-3c84a51923f7 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 08:59:56.573627 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b3fb690c-b002-4faa-9578-3c84a51923f7) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:56.578783 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:56.579395 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.585209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ce703-3386-41a7-9c63-854af809e864 None None] Network b3fb690c-b002-4faa-9578-3c84a51923f7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:56.600259 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2da3eec8-87f9-4160-a043-f0058ebe3d8a admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3724515 Oct 24 08:59:56.602400 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49924) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:56.610690 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 08:59:56.632845 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.634234 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.694184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for router_controller (360c13bf-24e7-494a-8a63-ed9d7077afc1), precommit_add_association {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.706449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b3fb690c-b002-4faa-9578-3c84a51923f7', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 08:59:56.707665 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.844829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for router_gateway (360c13bf-24e7-494a-8a63-ed9d7077afc1), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:56.862698 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Allocated IP 172.20.0.2 (b3fb690c-b002-4faa-9578-3c84a51923f7/81dd8046-de15-4596-b272-feb1b1fa5984/df7e0a88-4280-467d-9621-b6ed40e7813a) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:56.918702 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:56.944414 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:57.023870 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks [] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.031444 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.050857 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for router_gateway (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.070092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.074916 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Network b3fb690c-b002-4faa-9578-3c84a51923f7 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:57.079071 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:57.083259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:57.086186 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Pushing event updated for resources: {'Port': ['ID=df7e0a88-4280-467d-9621-b6ed40e7813a,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:57.150221 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:57.158184 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Attempting to bind port df7e0a88-4280-467d-9621-b6ed40e7813a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:57.158641 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Attempting to bind port df7e0a88-4280-467d-9621-b6ed40e7813a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:57.159035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Attempting to bind port df7e0a88-4280-467d-9621-b6ed40e7813a on network b3fb690c-b002-4faa-9578-3c84a51923f7 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:57.185997 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Allocated IP 172.37.0.125 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/ee593d8a-2f88-496d-a0a0-5aa298ef1dfa) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:57.206004 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:59:57.206461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Checking segment: {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:57.206859 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.207248 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Bound using segment: {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:59:57.207750 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Bound port: df7e0a88-4280-467d-9621-b6ed40e7813a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:59:57.208144 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.279083 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] For port df7e0a88-4280-467d-9621-b6ed40e7813a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:59:57.283982 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] For port df7e0a88-4280-467d-9621-b6ed40e7813a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=df7e0a88-4280-467d-9621-b6ed40e7813a,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:59:57.299732 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.303039 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.354059 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ff018b4d-efe6-4ad5-ae5d-ae82b6ad7e41 req-921a03c5-d6a2-4da2-bc7f-6e68b34d3d40 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0491023 Oct 24 08:59:57.373035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdbbd0-0a2e-46ef-9086-a7e7c2ac0ca3 None None] Pushing event updated for resources: {'Port': ['ID=df7e0a88-4280-467d-9621-b6ed40e7813a,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:57.375408 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:57.408529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.472610 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:57.479458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:57.487863 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 0e82f9ec-d923-4fce-b002-67fd2f54a459 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:57.502850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:57.526886 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Pushing event updated for resources: {'Port': ['ID=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:57.550021 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1756-7fdb-4ac7-8dc3-c8625649448c req-7b6adfeb-0949-41e7-8fad-0cf8ea0a4b07 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:57.551770 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-413a1756-7fdb-4ac7-8dc3-c8625649448c req-7b6adfeb-0949-41e7-8fad-0cf8ea0a4b07 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.1540411 Oct 24 08:59:57.583260 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 0e82f9ec-d923-4fce-b002-67fd2f54a459 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:57.583642 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.583976 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 0e82f9ec-d923-4fce-b002-67fd2f54a459 Oct 24 08:59:57.654519 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:57.665464 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-413a1756-7fdb-4ac7-8dc3-c8625649448c req-03999c92-2199-4643-8b56-b3f1488ad964 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017218 Oct 24 08:59:57.668182 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:57.668796 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:57.674767 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 0e82f9ec-d923-4fce-b002-67fd2f54a459 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:57.675321 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.707629 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 0e82f9ec-d923-4fce-b002-67fd2f54a459, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e82f9ec-d923-4fce-b002-67fd2f54a459,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:57.720018 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:57.786077 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=0e82f9ec-d923-4fce-b002-67fd2f54a459,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:57.805327 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:58.003756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 2, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:58.029378 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:58.029884 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Updating router 05d7468b-20e4-44aa-8d73-01654b3d6e02 port b1829298-58ad-4ce3-a938-4ebbeb48f42c binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:59:58.061955 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.133573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for router_gateway (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.186213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:58.242096 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:58.253521 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:58.337553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.343649 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks [] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.350816 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.432056 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb3676-7904-4a3e-b952-92eabe010ee7 None None] Network b3fb690c-b002-4faa-9578-3c84a51923f7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 08:59:58.442218 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Pushing event updated for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:58.451638 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.452311 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.452924 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.453464 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.453996 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.454715 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.455056 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.455761 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.456102 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.456469 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.457070 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.457646 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.458184 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.458717 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.459653 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 08:59:58.477986 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Attempting to bind port b1829298-58ad-4ce3-a938-4ebbeb48f42c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:58.478395 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Attempting to bind port b1829298-58ad-4ce3-a938-4ebbeb48f42c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:58.478723 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Attempting to bind port b1829298-58ad-4ce3-a938-4ebbeb48f42c on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:58.509116 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91b48d1e-313a-4004-a3af-f980690d8704 req-cbdc32fb-7fe2-408a-9b08-eea3f45599fa tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0331187 Oct 24 08:59:58.510895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Router 360c13bf-24e7-494a-8a63-ed9d7077afc1 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 08:59:58.527929 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 08:59:58.541805 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 08:59:58.541805 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.542135 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Bound using segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 08:59:58.542580 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Bound port: b1829298-58ad-4ce3-a938-4ebbeb48f42c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 08:59:58.542951 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.548170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Provisioning complete for port df7e0a88-4280-467d-9621-b6ed40e7813a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:58.548831 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.549410 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Attempt 1 to provision port df7e0a88-4280-467d-9621-b6ed40e7813a Oct 24 08:59:58.631565 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] For port b1829298-58ad-4ce3-a938-4ebbeb48f42c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 08:59:58.635795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 08:59:58.636896 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] For port b1829298-58ad-4ce3-a938-4ebbeb48f42c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b1829298-58ad-4ce3-a938-4ebbeb48f42c,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 08:59:58.645767 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.667884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.672254 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e8200eba-c408-4e43-ad81-c5cf166173fb admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0657499 Oct 24 08:59:58.672759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49934) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 08:59:58.684489 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:58.685706 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:58.762473 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fda98-d598-4d90-bc13-aa7a3a923ed7 None None] Pushing event updated for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:58.771214 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Sync routers for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 08:59:58.784722 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:58.795159 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 08:59:58.796002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:58.830791 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:58.888894 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Current status of the port df7e0a88-4280-467d-9621-b6ed40e7813a is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:58.890175 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:58.890383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a832c-e338-43e5-8d29-5366a41a5031 req-f84a6c36-6d86-4afe-811c-e4db9f55b1f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 08:59:58.891932 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb6a832c-e338-43e5-8d29-5366a41a5031 req-f84a6c36-6d86-4afe-811c-e4db9f55b1f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.1053283 Oct 24 08:59:58.912680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:58.987917 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] For port df7e0a88-4280-467d-9621-b6ed40e7813a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=df7e0a88-4280-467d-9621-b6ed40e7813a,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 08:59:58.990321 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 08:59:59.054778 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:59.061086 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.063379 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T08:59:58Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:59.090544 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c8f69-c060-45f2-8a99-9f8039fa28f8 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T08:59:58Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 08:59:59.102601 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:59.121070 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb6a832c-e338-43e5-8d29-5366a41a5031 req-64767485-6fba-4603-964e-2be8182b1337 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260586 Oct 24 08:59:59.200687 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef9c5-4acc-43f7-b8a7-d39cda529e66 None None] Pushing event updated for resources: {'Port': ['ID=df7e0a88-4280-467d-9621-b6ed40e7813a,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:59.211218 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-ddfd173f-67c1-4404-a15f-21d65af943c6 None None] Provisioning complete for port df7e0a88-4280-467d-9621-b6ed40e7813a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:59.211654 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ddfd173f-67c1-4404-a15f-21d65af943c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.212053 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-ddfd173f-67c1-4404-a15f-21d65af943c6 None None] Attempt 1 to provision port df7e0a88-4280-467d-9621-b6ed40e7813a Oct 24 08:59:59.248902 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:59.294120 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.348495 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd173f-67c1-4404-a15f-21d65af943c6 None None] Current status of the port df7e0a88-4280-467d-9621-b6ed40e7813a is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:59.359608 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T08:59:58Z', 'revision_number': 3, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 08:59:59.399659 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Checking router: 360c13bf-24e7-494a-8a63-ed9d7077afc1 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 08:59:59.400099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Updating router 360c13bf-24e7-494a-8a63-ed9d7077afc1 port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 08:59:59.438230 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.496564 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Allocated IP 172.20.0.1 (b3fb690c-b002-4faa-9578-3c84a51923f7/81dd8046-de15-4596-b272-feb1b1fa5984/b28056f5-3b96-4edf-9f07-5e36effc1274) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 08:59:59.604361 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 0e82f9ec-d923-4fce-b002-67fd2f54a459 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:59.674949 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks [] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.678186 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a6daed2e-ea86-4eb0-8b40-790d6092b75c req-e3b1f2b6-ee2b-4919-91ca-7d5fbcb2d957 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e7ae65b9-4038-4fad-b243-bbf157408181 HTTP/1.1" status: 200 len: 210 time: 0.0448794 Oct 24 08:59:59.701045 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 0e82f9ec-d923-4fce-b002-67fd2f54a459 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 08:59:59.701434 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.701767 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 0e82f9ec-d923-4fce-b002-67fd2f54a459 Oct 24 08:59:59.723022 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.790778 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Pushing event updated for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 08:59:59.800937 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Network b3fb690c-b002-4faa-9578-3c84a51923f7 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 08:59:59.802361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 08:59:59.804978 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 08:59:59.864553 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks [] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.868483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 0e82f9ec-d923-4fce-b002-67fd2f54a459 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 08:59:59.869695 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device df7e0a88-4280-467d-9621-b6ed40e7813a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 08:59:59.871453 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 08:59:59.882877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.902115 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 08:59:59.953756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Attempting to bind port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 08:59:59.953756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Attempting to bind port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 08:59:59.954098 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Attempting to bind port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 08:59:59.969159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:00.007656 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3333-e508-474c-9b6c-5d3b2bfe85f2 None None] Pushing event updated for resources: {'Port': ['ID=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:00.018366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:00.029743 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port df7e0a88-4280-467d-9621-b6ed40e7813a triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:00.029743 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.030031 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port df7e0a88-4280-467d-9621-b6ed40e7813a Oct 24 09:00:00.057440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:00:00.057977 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:00:00.058340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.058608 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:00:00.059086 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Bound port: ee593d8a-2f88-496d-a0a0-5aa298ef1dfa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:00:00.059466 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.106350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.131353 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] For port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:00:00.173384 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] For port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:00:00.188446 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-6d965e7a-b94a-4347-a020-ad88ff994166 None None] Provisioning complete for port b28056f5-3b96-4edf-9f07-5e36effc1274 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:00.188831 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6d965e7a-b94a-4347-a020-ad88ff994166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.189677 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-6d965e7a-b94a-4347-a020-ad88ff994166 None None] Attempt 1 to provision port b28056f5-3b96-4edf-9f07-5e36effc1274 Oct 24 09:00:00.191904 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.193360 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port df7e0a88-4280-467d-9621-b6ed40e7813a is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:00.194395 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b1829298-58ad-4ce3-a938-4ebbeb48f42c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:00.287252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830903d-2f4a-4ede-a0f7-fec8a854ce1a req-ca1a1eab-05dc-49d0-a093-931a8812ccec tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:00.288680 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d830903d-2f4a-4ede-a0f7-fec8a854ce1a req-ca1a1eab-05dc-49d0-a093-931a8812ccec tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 943 time: 0.0630805 Oct 24 09:00:00.292854 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:00:00.293740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:00.295395 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-6d965e7a-b94a-4347-a020-ad88ff994166 None None] Port b28056f5-3b96-4edf-9f07-5e36effc1274 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:00:00.329211 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:00.352219 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3333-e508-474c-9b6c-5d3b2bfe85f2 None None] Pushing event updated for resources: {'Port': ['ID=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:00.369043 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b1829298-58ad-4ce3-a938-4ebbeb48f42c triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:00.369417 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.369757 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b1829298-58ad-4ce3-a938-4ebbeb48f42c Oct 24 09:00:00.373572 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks [] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.381361 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d830903d-2f4a-4ede-a0f7-fec8a854ce1a req-5fbe5715-cfae-459f-98cf-999b7c41b625 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853052 Oct 24 09:00:00.382536 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.449213 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:00:00.455816 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Pushing event updated for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:00.458511 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.554717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Network b3fb690c-b002-4faa-9578-3c84a51923f7 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:00:00.556311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:00:00.682269 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Router 360c13bf-24e7-494a-8a63-ed9d7077afc1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:00:00.715209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b1829298-58ad-4ce3-a938-4ebbeb48f42c is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:00.715598 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.777260 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:00.798315 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port b1829298-58ad-4ce3-a938-4ebbeb48f42c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b1829298-58ad-4ce3-a938-4ebbeb48f42c,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:00.806989 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.829877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:00:00.845404 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-db3de8c0-9544-4943-b01e-960a2ec4d2ff admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/360c13bf-24e7-494a-8a63-ed9d7077afc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636121 Oct 24 09:00:00.878825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c2b3ac49-0285-4a12-8749-00b4261f5db6 None None] Provisioning complete for port b28056f5-3b96-4edf-9f07-5e36effc1274 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:00.879476 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ac49-0285-4a12-8749-00b4261f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:00.879476 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c2b3ac49-0285-4a12-8749-00b4261f5db6 None None] Attempt 1 to provision port b28056f5-3b96-4edf-9f07-5e36effc1274 Oct 24 09:00:00.943689 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:00.946290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3ac49-0285-4a12-8749-00b4261f5db6 None None] Port b28056f5-3b96-4edf-9f07-5e36effc1274 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:00:00.947717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b28056f5-3b96-4edf-9f07-5e36effc1274', 'name': '', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'mac_address': 'fa:16:3e:05:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:59Z', 'updated_at': '2022-10-24T08:59:59Z', 'revision_number': 1, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'subnets': [{'id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:00.985522 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89c7f0-7149-4ff4-88e4-5150b1b0da2b None None] The sync data for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi is: [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b28056f5-3b96-4edf-9f07-5e36effc1274', 'name': '', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'mac_address': 'fa:16:3e:05:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:59Z', 'updated_at': '2022-10-24T08:59:59Z', 'revision_number': 1, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'subnets': [{'id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:00:01.086930 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:00:01.104005 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:01.236748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:01.251477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'port_id': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'mac_address': 'fa:16:3e:9b:0f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:00:01.282839 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49956) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:01.287670 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512102953', 'description': 'tempest-secgroup-smoke-1512102953 description', 'project_id': '30742e7b914243df8dd120079560a3de'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:01.291057 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:01.291733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.297141 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:01.307955 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:00:01.314409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.337453 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:01.344983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.406966 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=9']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:01.428425 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (c0e2a658-0a96-4896-808e-c87e0f025fb8), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.434569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c0e2a658-0a96-4896-808e-c87e0f025fb8), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.462790 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b1829298-58ad-4ce3-a938-4ebbeb48f42c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:01.481851 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2a658-0a96-4896-808e-c87e0f025fb8,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:01.505389 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.509399 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8a71cc9b-dac8-4fe4-ade5-8c1391c8db39 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2225947 Oct 24 09:00:01.510198 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49960) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:01.515267 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:01.522515 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b1829298-58ad-4ce3-a938-4ebbeb48f42c triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:01.523213 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.523763 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b1829298-58ad-4ce3-a938-4ebbeb48f42c Oct 24 09:00:01.558649 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (f9e4678f-d495-4c0a-87c1-af413f827025), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.558900 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c2a51-900d-4c09-8f30-782ef8f9694a req-d68aea52-7473-400e-93df-f8f89934a5af tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:01.561069 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d20c2a51-900d-4c09-8f30-782ef8f9694a req-d68aea52-7473-400e-93df-f8f89934a5af tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0731671 Oct 24 09:00:01.588840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:01.624425 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b1829298-58ad-4ce3-a938-4ebbeb48f42c is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:01.629877 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d20c2a51-900d-4c09-8f30-782ef8f9694a req-98c6ca94-b542-4fa6-9abb-066c58836048 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633945 Oct 24 09:00:01.649909 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (f9e4678f-d495-4c0a-87c1-af413f827025), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.664412 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (f9e4678f-d495-4c0a-87c1-af413f827025), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.681605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e4678f-d495-4c0a-87c1-af413f827025,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:01.693704 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.696206 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4319ea59-bf64-41d7-8dce-c14c904498ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841319 Oct 24 09:00:01.702921 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49962) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:01.707623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:01.712007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:01.745249 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (24ce223f-0602-4243-866f-765c711ca197), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.804053 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (24ce223f-0602-4243-866f-765c711ca197), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.807636 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (24ce223f-0602-4243-866f-765c711ca197), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.828166 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ce223f-0602-4243-866f-765c711ca197,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:01.839499 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.840866 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9bf28750-be71-44ea-9080-091abcb84a94 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369097 Oct 24 09:00:01.844682 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 49964) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:01.849103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:01.875508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (fe6043e9-b2e6-48d8-9d80-23f98c340dae), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.931937 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f69e2b04-d542-437d-b8e1-e55215e78bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.936234 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (fe6043e9-b2e6-48d8-9d80-23f98c340dae), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.942917 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (fe6043e9-b2e6-48d8-9d80-23f98c340dae), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.952369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:01.967412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6043e9-b2e6-48d8-9d80-23f98c340dae,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:01.978780 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:01.982007 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8276f83c-4462-4354-89f8-c3401579d7b9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362591 Oct 24 09:00:01.982938 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49966) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:01.988214 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:02.050438 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (214fcd86-191c-40ed-ab41-1dd8aebfd8d5), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.129195 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (214fcd86-191c-40ed-ab41-1dd8aebfd8d5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.133911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (214fcd86-191c-40ed-ab41-1dd8aebfd8d5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.160617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214fcd86-191c-40ed-ab41-1dd8aebfd8d5,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:02.168692 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.170511 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7868c99c-0d0d-4329-8b51-8fc9d036507f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863987 Oct 24 09:00:02.173241 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49970) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:02.177840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:02.201777 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.securitygroups_db [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Project 30742e7b914243df8dd120079560a3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 09:00:02.207719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (3ca82ad1-b707-459d-860d-3062f796599e), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.273015 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (3ca82ad1-b707-459d-860d-3062f796599e), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.277381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (3ca82ad1-b707-459d-860d-3062f796599e), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.296485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca82ad1-b707-459d-860d-3062f796599e,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:02.304468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.305692 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-3b46ed17-aa70-4176-8f12-4d3c0cb3d936 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314008 Oct 24 09:00:02.308512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 49972) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:02.313949 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'security_group_rule': {'security_group_id': 'c0e2a658-0a96-4896-808e-c87e0f025fb8', 'project_id': '30742e7b914243df8dd120079560a3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:02.335983 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.securitygroups_db [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Project 30742e7b914243df8dd120079560a3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 09:00:02.343107 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (2a0b741a-fb29-4589-a873-a01658c0be76), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.413244 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (2a0b741a-fb29-4589-a873-a01658c0be76), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.417946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (2a0b741a-fb29-4589-a873-a01658c0be76), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.438871 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0b741a-fb29-4589-a873-a01658c0be76,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:02.443370 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:02.444666 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-232f5e68-59e5-4298-9310-b9d18bd84d9e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351111 Oct 24 09:00:02.772489 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648ee53-f169-4836-8c54-1771435ab22c req-5abdc93b-38b4-4972-9ae2-5082018eaa08 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:02.774518 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1648ee53-f169-4836-8c54-1771435ab22c req-5abdc93b-38b4-4972-9ae2-5082018eaa08 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0557120 Oct 24 09:00:02.829105 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1648ee53-f169-4836-8c54-1771435ab22c req-008720f7-414c-47c6-81b3-102d70ec2a1b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Oct 24 09:00:03.378083 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Sync routers for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:00:03.389427 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:00:03.390044 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T08:59:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:03.416088 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ee593d8a-2f88-496d-a0a0-5aa298ef1dfa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:03.460528 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:03.460899 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:03.461234 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa Oct 24 09:00:03.495468 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:00:03.539285 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:03.539706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:03.553174 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:03.563580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:03.567489 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:03.620777 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:03.796220 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b28056f5-3b96-4edf-9f07-5e36effc1274', 'name': '', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'mac_address': 'fa:16:3e:05:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:59Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 2, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'subnets': [{'id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:03.821408 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Checking router: 360c13bf-24e7-494a-8a63-ed9d7077afc1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:00:03.821799 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Updating router 360c13bf-24e7-494a-8a63-ed9d7077afc1 port b28056f5-3b96-4edf-9f07-5e36effc1274 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 09:00:03.849478 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:03.889933 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:03.971025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f454-8436-4a53-8a3b-ff0673b40e4c req-12eb60bc-338f-41e3-a335-620fb4bce8d3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:03.972802 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0532f454-8436-4a53-8a3b-ff0673b40e4c req-12eb60bc-338f-41e3-a335-620fb4bce8d3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0550194 Oct 24 09:00:04.033420 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0532f454-8436-4a53-8a3b-ff0673b40e4c req-9668c14b-e074-40ea-8570-2a807fc98281 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498188 Oct 24 09:00:04.125776 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks [] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.131252 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.208600 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca93e-1d5c-481c-b3cd-02e3b2476cac None None] Pushing event updated for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:04.224121 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Attempting to bind port b28056f5-3b96-4edf-9f07-5e36effc1274 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:00:04.224540 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Attempting to bind port b28056f5-3b96-4edf-9f07-5e36effc1274 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:00:04.224900 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Attempting to bind port b28056f5-3b96-4edf-9f07-5e36effc1274 on network b3fb690c-b002-4faa-9578-3c84a51923f7 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:00:04.227051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee45b-5b4b-444c-bde9-3bbc1fca077a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.267832 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:00:04.268225 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Checking segment: {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:00:04.268631 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.269019 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Bound using segment: {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:00:04.269489 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Bound port: b28056f5-3b96-4edf-9f07-5e36effc1274, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306c6a44-1b67-497e-9d0d-2c8efb19b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:00:04.269864 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.329415 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] For port b28056f5-3b96-4edf-9f07-5e36effc1274, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:00:04.333048 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] For port b28056f5-3b96-4edf-9f07-5e36effc1274, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b28056f5-3b96-4edf-9f07-5e36effc1274,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:00:04.338350 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:04.345074 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:04.381686 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:00:04.382496 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:00:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:04.431450 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca93e-1d5c-481c-b3cd-02e3b2476cac None None] Pushing event updated for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:04.498586 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:00:04.688533 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b28056f5-3b96-4edf-9f07-5e36effc1274', 'name': '', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'mac_address': 'fa:16:3e:05:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:59Z', 'updated_at': '2022-10-24T09:00:04Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'subnets': [{'id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:00:04.712850 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4d931-d44a-4878-af66-2eec41af3c3d None None] The sync data for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi is: [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b28056f5-3b96-4edf-9f07-5e36effc1274', 'name': '', 'network_id': 'b3fb690c-b002-4faa-9578-3c84a51923f7', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'mac_address': 'fa:16:3e:05:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:59Z', 'updated_at': '2022-10-24T09:00:04Z', 'revision_number': 4, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'subnets': [{'id': '81dd8046-de15-4596-b272-feb1b1fa5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:00:05.198765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9faee1-6d86-4cd7-806f-139db0d6cb70 req-3a14aa60-fb5f-497d-83fd-de44a6610590 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:05.200465 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bb9faee1-6d86-4cd7-806f-139db0d6cb70 req-3a14aa60-fb5f-497d-83fd-de44a6610590 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0533824 Oct 24 09:00:05.252626 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bb9faee1-6d86-4cd7-806f-139db0d6cb70 req-b14cee84-559b-4f6f-a6a4-ab6f82ea38ae tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Oct 24 09:00:05.422308 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b28056f5-3b96-4edf-9f07-5e36effc1274 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:05.453391 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:05.480408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b28056f5-3b96-4edf-9f07-5e36effc1274 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:05.480775 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:05.481104 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b28056f5-3b96-4edf-9f07-5e36effc1274 Oct 24 09:00:05.558124 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b28056f5-3b96-4edf-9f07-5e36effc1274 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:05.558441 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:05.595837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['d0e79b5c-b764-405d-8c7a-d5032e3c72a8'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:00:05.634670 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port b28056f5-3b96-4edf-9f07-5e36effc1274, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b28056f5-3b96-4edf-9f07-5e36effc1274,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:05.645383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:05.646194 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ee593d8a-2f88-496d-a0a0-5aa298ef1dfa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:05.761595 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:05.775866 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:05.776269 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:05.776634 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa Oct 24 09:00:05.780419 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:05.905581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:06.399343 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df90fb-0dc1-4de3-a330-73e67960d0df req-9ef30acb-714c-44c8-a4ba-9d78673ed1b3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:06.401077 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-18df90fb-0dc1-4de3-a330-73e67960d0df req-9ef30acb-714c-44c8-a4ba-9d78673ed1b3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 944 time: 0.0575724 Oct 24 09:00:06.449088 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-18df90fb-0dc1-4de3-a330-73e67960d0df req-0cea7ff3-d164-49d0-baf2-6ccc82d54358 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Oct 24 09:00:06.954992 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.109390 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:07.159120 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.173024 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:07.173408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.173745 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 Oct 24 09:00:07.222173 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:07.254735 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:07.255122 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.279869 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:07.282865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9300a9-52ec-4a8f-b76f-b9de3165ee9b" -d '{"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:07.298567 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:07.302947 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.326309 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a696e-5ea6-4202-a011-4ee65b7e1668 x-openstack-request-id: req-751a696e-5ea6-4202-a011-4ee65b7e1668 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:07.326603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:07.326858 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-751a696e-5ea6-4202-a011-4ee65b7e1668 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:07.327255 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751a696e-5ea6-4202-a011-4ee65b7e1668'] response: {'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'code': 200} Oct 24 09:00:07.353495 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=10']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:07.409008 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b28056f5-3b96-4edf-9f07-5e36effc1274 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:07.453058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:07.468336 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b28056f5-3b96-4edf-9f07-5e36effc1274 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:07.468702 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:07.469032 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b28056f5-3b96-4edf-9f07-5e36effc1274 Oct 24 09:00:07.558550 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b28056f5-3b96-4edf-9f07-5e36effc1274 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:07.619199 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef49a2-fb67-45e7-b4bc-47644489af67 req-81780c3e-ac83-47c7-9933-2c0470c88195 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:07.620786 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c0ef49a2-fb67-45e7-b4bc-47644489af67 req-81780c3e-ac83-47c7-9933-2c0470c88195 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0638533 Oct 24 09:00:07.653147 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcb4e-8534-4b88-be13-00cb7ad0192e req-ee5e4134-5782-433c-9e41-a9135d7ec78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:07.658703 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d12bcb4e-8534-4b88-be13-00cb7ad0192e req-ee5e4134-5782-433c-9e41-a9135d7ec78c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1130 time: 0.0573080 Oct 24 09:00:07.682698 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c0ef49a2-fb67-45e7-b4bc-47644489af67 req-c52bcacc-e53b-4ad8-9409-0adc0752c753 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545650 Oct 24 09:00:07.710383 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d12bcb4e-8534-4b88-be13-00cb7ad0192e req-ec57f0a1-dd01-4b90-bda3-a5d49054edc2 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455315 Oct 24 09:00:08.822930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0998bd-487d-4709-813f-c2936204a7fa req-02ead47b-1534-4b01-b389-cfc7f75b3ddf tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:08.824443 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef0998bd-487d-4709-813f-c2936204a7fa req-02ead47b-1534-4b01-b389-cfc7f75b3ddf tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0482037 Oct 24 09:00:08.877793 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef0998bd-487d-4709-813f-c2936204a7fa req-04922c4b-4db8-444c-a80e-79f095b62498 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Oct 24 09:00:09.969496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:10.009557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37037fe-c15e-4f1e-aa38-d5c5eb217ef0 req-936875b5-d9be-4528-b86c-759250ec7a04 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:10.011073 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d37037fe-c15e-4f1e-aa38-d5c5eb217ef0 req-936875b5-d9be-4528-b86c-759250ec7a04 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0511184 Oct 24 09:00:10.059181 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d37037fe-c15e-4f1e-aa38-d5c5eb217ef0 req-0ad46c50-81ea-4c57-9185-6582c0c255f3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Oct 24 09:00:11.344553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ad8f-fc69-442d-95ba-beaadb3892a3 req-42f87a5d-49a4-4148-932e-c52c56e30bf8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:11.346036 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a125ad8f-fc69-442d-95ba-beaadb3892a3 req-42f87a5d-49a4-4148-932e-c52c56e30bf8 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0500374 Oct 24 09:00:11.396163 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a125ad8f-fc69-442d-95ba-beaadb3892a3 req-7bd6ec25-dba1-43db-9946-502a05a01777 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Oct 24 09:00:12.526479 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838ac40-f3e8-47f2-855c-c460d6ea1cd9 req-d730b4d1-761e-4da6-92c0-52ff82f14919 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:12.527930 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8838ac40-f3e8-47f2-855c-c460d6ea1cd9 req-d730b4d1-761e-4da6-92c0-52ff82f14919 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0510211 Oct 24 09:00:12.577314 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8838ac40-f3e8-47f2-855c-c460d6ea1cd9 req-7611db57-4f4c-46df-8cd5-cdc7f25751c5 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Oct 24 09:00:13.725546 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f1be-e6cc-4dbb-883d-c085c7218314 req-4ebdbc96-39de-4474-a7d8-07e6016add7f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:13.728208 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a217f1be-e6cc-4dbb-883d-c085c7218314 req-4ebdbc96-39de-4474-a7d8-07e6016add7f tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0518174 Oct 24 09:00:13.786474 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a217f1be-e6cc-4dbb-883d-c085c7218314 req-9ebc90d3-bfd5-463e-b053-c15bd7407bce tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517898 Oct 24 09:00:14.690943 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:14.692045 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=39 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:14.920165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22185ca9-00ae-486d-8472-28c3ce9b1972 req-d2a25497-d64a-497e-a75d-01d82d85e582 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:14.921785 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22185ca9-00ae-486d-8472-28c3ce9b1972 req-d2a25497-d64a-497e-a75d-01d82d85e582 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0517600 Oct 24 09:00:14.979775 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:14.985507 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-22185ca9-00ae-486d-8472-28c3ce9b1972 req-093e59a4-bce3-422f-b9ff-48ea94e2b310 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575228 Oct 24 09:00:15.222939 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-0986da91-1fcc-4065-8974-812b53d9d08e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:15.224412 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-0986da91-1fcc-4065-8974-812b53d9d08e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 200 len: 814 time: 0.1070571 Oct 24 09:00:15.240200 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-18cc4d6e-389c-4905-8059-6c1c5314eb07 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/quotas/01318d53c6ed499e94a25e12f826719f HTTP/1.1" status: 200 len: 375 time: 0.0103707 Oct 24 09:00:15.274956 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-cecf3c13-a6b6-4c10-beef-c445d8226be1 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297456 Oct 24 09:00:15.372731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-1e296e9d-9da3-445d-9b62-776ea83041fe service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903678 Oct 24 09:00:15.737519 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-ac114b2e-8ccd-46c1-8d22-57b867c2ae52 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588805 Oct 24 09:00:15.947709 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-12c10f17-6f4b-49bc-bb68-8677d8d2f260 req-5dd30808-f1dc-4f36-83a1-255b0b6872c8 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 210 time: 0.0290084 Oct 24 09:00:16.127697 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd6f5-cbb5-4866-8db8-8a9ae51e0ee4 req-16110f1e-bfe5-4612-822b-93ae19e40296 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:16.135844 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c8cd6f5-cbb5-4866-8db8-8a9ae51e0ee4 req-16110f1e-bfe5-4612-822b-93ae19e40296 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0642350 Oct 24 09:00:16.207143 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6c8cd6f5-cbb5-4866-8db8-8a9ae51e0ee4 req-b3168da7-b05d-4b28-85d6-cefe32ba24ab tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566344 Oct 24 09:00:17.069997 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4ce6150d-f088-48fb-8a15-136a8fb32f79 req-5e10ab2f-4671-4bff-86d8-ec22d28a640e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 210 time: 0.0290396 Oct 24 09:00:17.337449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-7b072605-9be2-4a2b-9f0e-4e4e60ce3764 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:17.338946 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-7b072605-9be2-4a2b-9f0e-4e4e60ce3764 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 200 len: 814 time: 0.1231737 Oct 24 09:00:17.347691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed858f6-64d3-4d28-b78c-42e131faa3e3 req-a8051517-b5ac-4e83-8a3f-17f08009e66e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:17.349218 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ed858f6-64d3-4d28-b78c-42e131faa3e3 req-a8051517-b5ac-4e83-8a3f-17f08009e66e tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0574448 Oct 24 09:00:17.361283 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Request body: {'port': {'device_id': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398', 'admin_state_up': True, 'tenant_id': '01318d53c6ed499e94a25e12f826719f'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:17.385795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:17.390361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:17.391049 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:17.403361 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ed858f6-64d3-4d28-b78c-42e131faa3e3 req-fdd808f9-f161-486b-8411-4ecff23c51a3 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483892 Oct 24 09:00:17.483624 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Made reservation on behalf of 01318d53c6ed499e94a25e12f826719f for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:00:17.487397 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:17.550328 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:17.555570 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:17.627912 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Allocated IP 172.20.0.6 (d6be167f-3870-4d45-a512-3d97a0f21398/ba1de04c-6d94-458b-8e06-1ac81541eeb1/8b267f47-1042-4faa-870e-5e525d61f3d4) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:00:17.790485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks [] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:17.825432 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:17.872836 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Network d6be167f-3870-4d45-a512-3d97a0f21398 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:00:17.879057 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:00:17.883771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:00:17.907536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Pushing event updated for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:17.935230 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:17.935969 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:17.954669 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-198ff9dd-0a13-4344-80c1-10da2fd3c0a4 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971673 Oct 24 09:00:17.974809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Request body: {'port': {'device_id': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:18.038118 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.178355 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:18.199430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd834f-6fe4-4714-94ff-cd9c25acff1b req-9e221c2a-373b-4617-86fb-0dac42275d34 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:18.201638 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4bfd834f-6fe4-4714-94ff-cd9c25acff1b req-9e221c2a-373b-4617-86fb-0dac42275d34 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 931 time: 0.0515962 Oct 24 09:00:18.252420 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4bfd834f-6fe4-4714-94ff-cd9c25acff1b req-9da80d98-1f65-4fda-885f-c33551aea257 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Oct 24 09:00:18.265149 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:18.313355 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b267f47-1042-4faa-870e-5e525d61f3d4 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:00:18.321071 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks [] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.334372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Transition to ACTIVE for port object 8b267f47-1042-4faa-870e-5e525d61f3d4 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:00:18.338782 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.400405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:18.452184 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Attempting to bind port 8b267f47-1042-4faa-870e-5e525d61f3d4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:00:18.452503 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Attempting to bind port 8b267f47-1042-4faa-870e-5e525d61f3d4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:00:18.452826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Attempting to bind port 8b267f47-1042-4faa-870e-5e525d61f3d4 on network d6be167f-3870-4d45-a512-3d97a0f21398 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:00:18.495185 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Port 8b267f47-1042-4faa-870e-5e525d61f3d4 on network d6be167f-3870-4d45-a512-3d97a0f21398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:00:18.495505 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Attempting to bind port 8b267f47-1042-4faa-870e-5e525d61f3d4 on network d6be167f-3870-4d45-a512-3d97a0f21398 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:00:18.539533 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:00:18.539975 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Checking segment: {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:00:18.540388 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Bound using segment: {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:00:18.540817 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Bound port: 8b267f47-1042-4faa-870e-5e525d61f3d4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99680041-3589-422c-b014-4ca80ae3f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:00:18.541167 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.604498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:00:18.608770 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b267f47-1042-4faa-870e-5e525d61f3d4,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:00:18.614480 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.618430 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:18.619028 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:18.620406 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/8b267f47-1042-4faa-870e-5e525d61f3d4 HTTP/1.1" status: 200 len: 1093 time: 0.6517291 Oct 24 09:00:18.620953 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:18.623681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de24b202-19a8-4674-83c9-0a7244d87171" -d '{"events": [{"name": "network-changed", "server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:18.663999 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01881b14-a885-49cd-a85b-690336f90cde x-openstack-request-id: req-01881b14-a885-49cd-a85b-690336f90cde {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:18.664306 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:18.664554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01881b14-a885-49cd-a85b-690336f90cde {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:18.664953 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01881b14-a885-49cd-a85b-690336f90cde'] response: {'name': 'network-changed', 'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4', 'status': 'completed', 'code': 200} Oct 24 09:00:18.679725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d905fb-509c-421b-8c40-78f96b87abe7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:18.766103 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b202-19a8-4674-83c9-0a7244d87171 req-d183f626-a2c5-46d2-b9f6-5bd81171e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:18.767725 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-de24b202-19a8-4674-83c9-0a7244d87171 req-d183f626-a2c5-46d2-b9f6-5bd81171e0c7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 1127 time: 0.0421903 Oct 24 09:00:18.882256 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b202-19a8-4674-83c9-0a7244d87171 req-cffc6327-f05c-44c3-bbd7-3d8af54b56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:18.883712 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-de24b202-19a8-4674-83c9-0a7244d87171 req-cffc6327-f05c-44c3-bbd7-3d8af54b56f4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=01318d53c6ed499e94a25e12f826719f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1012032 Oct 24 09:00:18.983920 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b202-19a8-4674-83c9-0a7244d87171 req-34dfb5d3-dd7e-4f21-bc99-92cefc2d5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:18.985330 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-de24b202-19a8-4674-83c9-0a7244d87171 req-34dfb5d3-dd7e-4f21-bc99-92cefc2d5a2c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958550 Oct 24 09:00:19.092721 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-6fa05846-b32f-455d-b235-eb55f3cbebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:19.094273 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-6fa05846-b32f-455d-b235-eb55f3cbebbc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=01318d53c6ed499e94a25e12f826719f&device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 1127 time: 0.0402737 Oct 24 09:00:19.147335 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-ef48ed15-d80f-416b-a489-c1334672c9b0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b267f47-1042-4faa-870e-5e525d61f3d4 HTTP/1.1" status: 200 len: 217 time: 0.0395012 Oct 24 09:00:19.193061 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:19.201449 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-d0e10b45-766f-49ea-81d5-f30d5e806891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:19.202931 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-d0e10b45-766f-49ea-81d5-f30d5e806891 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ba1de04c-6d94-458b-8e06-1ac81541eeb1 HTTP/1.1" status: 200 len: 854 time: 0.0483642 Oct 24 09:00:19.237063 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-f81ee46f-1049-47d5-8d5a-5f29dbaa0f05 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d6be167f-3870-4d45-a512-3d97a0f21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275238 Oct 24 09:00:19.336593 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-4276d3a0-330e-422a-a864-09a68daf444a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937207 Oct 24 09:00:19.385545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad3d9f-4bc4-438e-be48-cf9baafcfb8d req-b9ff8120-0410-4bcd-9acc-d843b8e839f8 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:19.387041 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4dad3d9f-4bc4-438e-be48-cf9baafcfb8d req-b9ff8120-0410-4bcd-9acc-d843b8e839f8 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 943 time: 0.0516841 Oct 24 09:00:19.429220 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8abcc464-5dfe-40f4-9629-24d7c5eaeb4a req-555c9207-44cd-4aa6-bd07-0468d4f4742c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Oct 24 09:00:19.435476 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4dad3d9f-4bc4-438e-be48-cf9baafcfb8d req-6e9b59cf-dba9-403b-bcfe-50997afdf984 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Oct 24 09:00:20.561761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903e228-216d-4c0b-b7c2-10ccb149df8c req-287c090b-c032-48ae-ad25-725b0e900733 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:20.563216 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0903e228-216d-4c0b-b7c2-10ccb149df8c req-287c090b-c032-48ae-ad25-725b0e900733 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 943 time: 0.0475149 Oct 24 09:00:20.613227 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0903e228-216d-4c0b-b7c2-10ccb149df8c req-c8486ef3-74e5-42b2-afa4-d68b03d69370 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Oct 24 09:00:21.734792 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae49873-3984-44b9-b876-3acdd3071f25 req-3fce01de-7968-458a-bf33-f62bc98d7efd tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:21.736325 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ae49873-3984-44b9-b876-3acdd3071f25 req-3fce01de-7968-458a-bf33-f62bc98d7efd tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 943 time: 0.0473309 Oct 24 09:00:21.795274 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7ae49873-3984-44b9-b876-3acdd3071f25 req-b4deb871-3b08-4cd5-873f-0a7a4b24075f tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Oct 24 09:00:22.712223 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:22.915818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce18d7-1d35-4125-a5d4-10ce218cbcfc req-fb3caaf4-0771-4b8a-9de6-ba62ce4974e7 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:22.917317 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ffce18d7-1d35-4125-a5d4-10ce218cbcfc req-fb3caaf4-0771-4b8a-9de6-ba62ce4974e7 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 943 time: 0.0479083 Oct 24 09:00:22.964963 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ffce18d7-1d35-4125-a5d4-10ce218cbcfc req-d11a6c52-850e-4309-9cb7-276588b491e2 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Oct 24 09:00:23.194594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 8b267f47-1042-4faa-870e-5e525d61f3d4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:00:23.293191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b267f47-1042-4faa-870e-5e525d61f3d4,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:23.309042 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '8b267f47-1042-4faa-870e-5e525d61f3d4', 'network_id': 'd6be167f-3870-4d45-a512-3d97a0f21398', 'port_id': '8b267f47-1042-4faa-870e-5e525d61f3d4', 'mac_address': 'fa:16:3e:cd:50:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1de04c-6d94-458b-8e06-1ac81541eeb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:00:23.344588 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 8b267f47-1042-4faa-870e-5e525d61f3d4 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:23.344983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:23.358487 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b267f47-1042-4faa-870e-5e525d61f3d4 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:00:23.377987 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b267f47-1042-4faa-870e-5e525d61f3d4,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:23.384165 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:23.431054 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:24.011519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['8b267f47-1042-4faa-870e-5e525d61f3d4'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:00:24.128522 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ae76a-fcf1-473a-930b-c81e0ab86202 req-3941884e-a62b-465f-b42d-1072cd732740 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:24.135853 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c70ae76a-fcf1-473a-930b-c81e0ab86202 req-3941884e-a62b-465f-b42d-1072cd732740 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 944 time: 0.0829265 Oct 24 09:00:24.164572 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:24.188701 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c70ae76a-fcf1-473a-930b-c81e0ab86202 req-fd34071b-c3fc-42a0-9908-aa00e7cedd3b tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518224 Oct 24 09:00:25.309463 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39be6-8142-4b7b-88a6-552168222838 req-573f4e95-81a1-4400-bd0b-2633d982f493 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:25.310829 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ce39be6-8142-4b7b-88a6-552168222838 req-573f4e95-81a1-4400-bd0b-2633d982f493 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 944 time: 0.0508482 Oct 24 09:00:25.358303 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1ce39be6-8142-4b7b-88a6-552168222838 req-56d66ca0-1300-4219-b2b0-bc6a975fc11d tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Oct 24 09:00:25.506265 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 8b267f47-1042-4faa-870e-5e525d61f3d4 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:25.548491 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 8b267f47-1042-4faa-870e-5e525d61f3d4 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:00:25.560176 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 8b267f47-1042-4faa-870e-5e525d61f3d4 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:25.560497 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:25.560944 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 8b267f47-1042-4faa-870e-5e525d61f3d4 Oct 24 09:00:25.635408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 8b267f47-1042-4faa-870e-5e525d61f3d4 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:25.635789 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:25.659952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:25.662175 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa251be-5ddf-4eda-ae96-adf5897334af" -d '{"events": [{"server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "name": "network-vif-plugged", "status": "completed", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:25.675317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b267f47-1042-4faa-870e-5e525d61f3d4,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:25.679626 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:25.704254 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99541aae-1326-460a-9ba8-3a3e28556488 x-openstack-request-id: req-99541aae-1326-460a-9ba8-3a3e28556488 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:25.704532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "name": "network-vif-plugged", "status": "completed", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:25.704784 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99541aae-1326-460a-9ba8-3a3e28556488 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:25.705186 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99541aae-1326-460a-9ba8-3a3e28556488'] response: {'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4', 'code': 200} Oct 24 09:00:25.731682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:25.887075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:25.917231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e2ed-1af7-4ae6-ae4b-6aceb5d8e8a9 req-10581a7a-623e-44ac-b542-e23329e7d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:25.919220 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-a864e2ed-1af7-4ae6-ae4b-6aceb5d8e8a9 req-10581a7a-623e-44ac-b542-e23329e7d9f9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 1129 time: 0.0410645 Oct 24 09:00:25.968398 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-a864e2ed-1af7-4ae6-ae4b-6aceb5d8e8a9 req-9a042e6b-d63a-4abc-b928-fa0a30cc7310 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Oct 24 09:00:26.486070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166dd30-01b2-4727-8f3a-ffa8faad8e2f req-b6baed5d-a28d-4013-a9e1-9bc23b15bb66 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:26.487420 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e166dd30-01b2-4727-8f3a-ffa8faad8e2f req-b6baed5d-a28d-4013-a9e1-9bc23b15bb66 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0466044 Oct 24 09:00:26.535546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e166dd30-01b2-4727-8f3a-ffa8faad8e2f req-83a928a6-b9cc-4de7-9552-336fe73fdfe0 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Oct 24 09:00:27.663499 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f05ec-a1e8-4023-8674-8a27d929f5bb req-975812dc-1d89-4016-9943-aae5dbea9003 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:27.665023 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-895f05ec-a1e8-4023-8674-8a27d929f5bb req-975812dc-1d89-4016-9943-aae5dbea9003 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0479455 Oct 24 09:00:27.718221 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-895f05ec-a1e8-4023-8674-8a27d929f5bb req-a6645aee-a36f-45bf-8876-f0a273ad3e4e tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463982 Oct 24 09:00:28.841101 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e491d-c366-46d5-a462-ba87b211aa94 req-6ddd50b4-8311-4d25-af9b-3b3fb1f0121c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:28.842563 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ad1e491d-c366-46d5-a462-ba87b211aa94 req-6ddd50b4-8311-4d25-af9b-3b3fb1f0121c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0471883 Oct 24 09:00:28.892578 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ad1e491d-c366-46d5-a462-ba87b211aa94 req-5e7f8b97-0e1b-42cf-9011-0ee6f3afb433 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Oct 24 09:00:29.031154 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:00:31.709204 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-7284ffa7-5573-4bcf-a6be-347e900842cc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1512102953&fields=id&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 267 time: 0.0458834 Oct 24 09:00:31.821410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-7b9234c9-f9f4-4f80-970a-7d4b34986294 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:31.822873 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-7b9234c9-f9f4-4f80-970a-7d4b34986294 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1067493 Oct 24 09:00:31.834394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:31.838954 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-892e0aa1-0374-426f-b41c-775578dde5e2 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/quotas/30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 375 time: 0.0103290 Oct 24 09:00:31.899553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-1f567d7a-c929-4fbd-bf96-8dd907140269 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553560 Oct 24 09:00:31.925559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7bb42772-51ba-4eab-9a6d-7f97292f7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:32.002878 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-170dd67d-a905-4fe7-a172-53ea4453ae27 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920520 Oct 24 09:00:32.095100 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-04f7201a-68d3-4bd3-b515-544daddf1dba service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863118 Oct 24 09:00:32.399802 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c04a3dca-36eb-4b16-a54f-abe3f0edad47 req-0830b559-47a7-40d3-b194-e303b787f189 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 210 time: 0.0300829 Oct 24 09:00:33.509776 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d21c5c1-7dfb-45af-9dea-f66108d99502 req-accc35c2-c014-41bc-8130-72afab865a34 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Oct 24 09:00:33.744596 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-065c67a4-a0a4-48c0-b407-cf8a9a7fbb57 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:33.746060 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-065c67a4-a0a4-48c0-b407-cf8a9a7fbb57 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1072838 Oct 24 09:00:33.817217 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-bb76b4a5-03ce-46bc-b8a5-c1f96ccb628c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 380 time: 0.0544748 Oct 24 09:00:33.826288 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'port': {'device_id': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'admin_state_up': True, 'tenant_id': '30742e7b914243df8dd120079560a3de', 'security_groups': ['c0e2a658-0a96-4896-808e-c87e0f025fb8']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:33.945557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Made reservation on behalf of 30742e7b914243df8dd120079560a3de for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:00:33.949369 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.085555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.20.0.14 (15551789-d406-4f91-85fe-9eee40e4ab51/d2ade3a1-177a-465c-b515-db694ed98006/ea79d810-db9b-4fba-9d68-f8b0560784ee) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:00:34.221330 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c7f9-6b09-4347-8b86-fb73a9cdb35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.229123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.253909 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:34.261749 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.309355 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:00:34.314571 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:00:34.318402 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:00:34.350002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:34.373620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:34.374253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.383426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:34.392960 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8142931e-76d5-49b5-9012-2392c6e0804b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702436 Oct 24 09:00:34.410405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Request body: {'port': {'device_id': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:34.472199 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.596197 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-1dd15998-336b-41ab-a35a-e12e407cea21 None None] Provisioning complete for port ea79d810-db9b-4fba-9d68-f8b0560784ee triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:34.596487 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1dd15998-336b-41ab-a35a-e12e407cea21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.596821 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-1dd15998-336b-41ab-a35a-e12e407cea21 None None] Attempt 1 to provision port ea79d810-db9b-4fba-9d68-f8b0560784ee Oct 24 09:00:34.627264 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:34.634473 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-1dd15998-336b-41ab-a35a-e12e407cea21 None None] Port ea79d810-db9b-4fba-9d68-f8b0560784ee cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:00:34.640484 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa1cf7-5a9d-4ca2-bbad-3c497b014d27 req-58d26ca9-1f1a-4dad-ba0f-e2e1e2eaebf0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:34.642140 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2afa1cf7-5a9d-4ca2-bbad-3c497b014d27 req-58d26ca9-1f1a-4dad-ba0f-e2e1e2eaebf0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 932 time: 0.0528133 Oct 24 09:00:34.693775 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2afa1cf7-5a9d-4ca2-bbad-3c497b014d27 req-aee470d6-3274-4d27-99fe-8cac280868c3 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Oct 24 09:00:34.744908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea79d810-db9b-4fba-9d68-f8b0560784ee {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:00:34.753374 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks [] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.766620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Transition to ACTIVE for port object ea79d810-db9b-4fba-9d68-f8b0560784ee will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:00:34.770536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:34.832186 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Pushing event updated for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:34.883314 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Attempting to bind port ea79d810-db9b-4fba-9d68-f8b0560784ee on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:00:34.883654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Attempting to bind port ea79d810-db9b-4fba-9d68-f8b0560784ee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:00:34.883984 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Attempting to bind port ea79d810-db9b-4fba-9d68-f8b0560784ee on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:00:34.926808 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Port ea79d810-db9b-4fba-9d68-f8b0560784ee on network 15551789-d406-4f91-85fe-9eee40e4ab51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:00:34.927174 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Attempting to bind port ea79d810-db9b-4fba-9d68-f8b0560784ee on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:00:34.971152 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:00:34.971494 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:00:34.971887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Bound using segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:00:34.972380 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Bound port: ea79d810-db9b-4fba-9d68-f8b0560784ee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:00:34.972731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:35.034837 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:00:35.037898 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:00:35.042967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:35.046289 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:35.047089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:35.048526 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 200 len: 1094 time: 0.6425560 Oct 24 09:00:35.050555 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:35.052804 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5edb5cd-f677-4523-9358-aa52afcf5047" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:35.092328 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3028f1-247c-4db9-919b-f8c8132996cd x-openstack-request-id: req-7d3028f1-247c-4db9-919b-f8c8132996cd {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:35.092617 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:35.092868 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d3028f1-247c-4db9-919b-f8c8132996cd {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:35.093267 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3028f1-247c-4db9-919b-f8c8132996cd'] response: {'name': 'network-changed', 'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'status': 'completed', 'code': 200} Oct 24 09:00:35.107818 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbce856-123a-43a3-9760-83e4581ae921 service neutron] Pushing event updated for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:35.758626 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:35.800980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-a4cdce9b-029b-4dc7-ae98-94fdd3b9d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:35.802575 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-a4cdce9b-029b-4dc7-ae98-94fdd3b9d161 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1128 time: 0.0442481 Oct 24 09:00:35.830287 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383e46f-93fc-4adc-80cf-bf3688646f06 req-556732e0-a8ad-49b8-a868-b0f228c2e9f4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:35.831722 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f383e46f-93fc-4adc-80cf-bf3688646f06 req-556732e0-a8ad-49b8-a868-b0f228c2e9f4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0529442 Oct 24 09:00:35.852705 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:35.854064 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:35.886107 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:35.892316 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f383e46f-93fc-4adc-80cf-bf3688646f06 req-f7b3665d-1b82-48e1-9a64-3d32ad976b84 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541489 Oct 24 09:00:35.932311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-d5d95e9c-f847-4d1b-a8d4-eb45bba24c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:35.933923 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-d5d95e9c-f847-4d1b-a8d4-eb45bba24c57 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=30742e7b914243df8dd120079560a3de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1115272 Oct 24 09:00:36.335282 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-dab114df-6112-4909-8071-004e36a0156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:36.336824 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-f5edb5cd-f677-4523-9358-aa52afcf5047 req-dab114df-6112-4909-8071-004e36a0156c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969338 Oct 24 09:00:36.502537 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-e25d7ebe-7b15-445c-ab6d-831db7e7b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:36.504095 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-e25d7ebe-7b15-445c-ab6d-831db7e7b1bd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1128 time: 0.0411382 Oct 24 09:00:36.553655 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-1a679326-c04f-4d0c-a3cf-e1f50405b1f2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 200 len: 217 time: 0.0353916 Oct 24 09:00:36.601784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-ed376a55-be56-40f2-b112-0e48444a58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:36.603215 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-ed376a55-be56-40f2-b112-0e48444a58de service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0431798 Oct 24 09:00:36.647771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8a4fa984-0a02-4f96-a41f-70675ac4ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:36.649309 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-8a4fa984-0a02-4f96-a41f-70675ac4ee23 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390613 Oct 24 09:00:36.962925 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:37.019166 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-6fb2ed90-ab15-4c45-815e-2cc7de020b4a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634229 Oct 24 09:00:37.026339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf2111-65c8-486d-b0fe-3e2e2990f128 req-19a290d5-713d-41cd-8271-a60a372d6eca tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:37.027884 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bfbf2111-65c8-486d-b0fe-3e2e2990f128 req-19a290d5-713d-41cd-8271-a60a372d6eca tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0506299 Oct 24 09:00:37.079628 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bfbf2111-65c8-486d-b0fe-3e2e2990f128 req-885e7042-cc36-4fbf-b684-cdc2c44177e2 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 Oct 24 09:00:37.118773 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-803e960c-bcd7-4ac5-bf79-38c17e1ce020 req-67830604-f64c-46be-a47a-a177fe06656f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936887 Oct 24 09:00:37.142716 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:38.205148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34452d2-e8f4-484c-8da6-814816a4fa4e req-898421f9-cb69-4393-912b-ea1a73b10b83 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:38.206572 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d34452d2-e8f4-484c-8da6-814816a4fa4e req-898421f9-cb69-4393-912b-ea1a73b10b83 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0472324 Oct 24 09:00:38.257370 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d34452d2-e8f4-484c-8da6-814816a4fa4e req-07be42a0-db3e-4adc-a026-6db9e6d38156 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Oct 24 09:00:39.025219 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:39.026009 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:39.382279 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be51c4-5a0c-4690-b344-403b5f6a1c13 req-4f6582c5-343f-4a57-8d63-becb371146a0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:39.383759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5be51c4-5a0c-4690-b344-403b5f6a1c13 req-4f6582c5-343f-4a57-8d63-becb371146a0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0524087 Oct 24 09:00:39.433065 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a5be51c4-5a0c-4690-b344-403b5f6a1c13 req-76af8be0-d01f-4459-8e76-93d72707a14e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Oct 24 09:00:40.552924 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768195-543d-4315-8ece-2ee13fee2d74 req-502a9201-7dea-452e-a599-b32864c5a426 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:40.554389 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d768195-543d-4315-8ece-2ee13fee2d74 req-502a9201-7dea-452e-a599-b32864c5a426 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0467672 Oct 24 09:00:40.603542 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6d768195-543d-4315-8ece-2ee13fee2d74 req-13bc6cb8-b869-4079-a3dd-e649eb7c29e5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Oct 24 09:00:41.722993 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cd6f2-9510-4bba-a658-47ec5fa106ae req-6302f363-32f8-437c-bf31-cbd8c2b9feba tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:41.724459 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4a6cd6f2-9510-4bba-a658-47ec5fa106ae req-6302f363-32f8-437c-bf31-cbd8c2b9feba tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0471025 Oct 24 09:00:41.779528 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4a6cd6f2-9510-4bba-a658-47ec5fa106ae req-e827a1a1-1c7e-416b-9e90-4e0dbe90b3e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494502 Oct 24 09:00:42.901071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4081d-94b9-4c1b-89e9-503a8fa36fda req-47e72593-c589-4a8f-9614-f122061e2638 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:42.903152 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4cb4081d-94b9-4c1b-89e9-503a8fa36fda req-47e72593-c589-4a8f-9614-f122061e2638 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0477724 Oct 24 09:00:42.953823 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4cb4081d-94b9-4c1b-89e9-503a8fa36fda req-65049b57-56ce-4df4-944f-8b41a7f51130 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 Oct 24 09:00:44.078776 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:44.089650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2426-b9cd-45cd-9234-476721ec1a8c req-294fb768-6f3f-44a8-adec-9143fa180b7a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:44.091711 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-129b2426-b9cd-45cd-9234-476721ec1a8c req-294fb768-6f3f-44a8-adec-9143fa180b7a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0484753 Oct 24 09:00:44.143084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-129b2426-b9cd-45cd-9234-476721ec1a8c req-2b708b8d-5eb7-4c73-bad9-37249e1d3d6d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Oct 24 09:00:45.270599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c57cd-0d43-48d5-bb42-4606529cf879 req-702f5551-3304-48a9-9836-cbb5520e93cb tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:45.271985 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-438c57cd-0d43-48d5-bb42-4606529cf879 req-702f5551-3304-48a9-9836-cbb5520e93cb tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0512729 Oct 24 09:00:45.322637 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-438c57cd-0d43-48d5-bb42-4606529cf879 req-af904a95-40c5-44ff-9633-060f522950ad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449483 Oct 24 09:00:46.442331 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5350aff-83cb-4bc6-9a98-f081ac914def req-f4f83a79-6fa8-4138-958c-d3c33bec3601 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:46.443855 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5350aff-83cb-4bc6-9a98-f081ac914def req-f4f83a79-6fa8-4138-958c-d3c33bec3601 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0480640 Oct 24 09:00:46.494515 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5350aff-83cb-4bc6-9a98-f081ac914def req-0934a40e-4d90-4409-a76b-383a1a1e326b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Oct 24 09:00:46.957288 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:47.103277 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=45 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:47.115028 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=53 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:47.138061 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:47.621867 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c619042-5c9e-4217-abbc-aeb4d10bec87 req-c41d8399-3c5f-4328-a8d1-6ef01f488ce3 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:47.623335 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c619042-5c9e-4217-abbc-aeb4d10bec87 req-c41d8399-3c5f-4328-a8d1-6ef01f488ce3 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Oct 24 09:00:47.673494 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c619042-5c9e-4217-abbc-aeb4d10bec87 req-793f9431-4eb8-4a25-a8a1-cea48300d9b5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Oct 24 09:00:48.756230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:48.793527 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09a3ae-5cb8-48bc-aa7c-2b4f52594807 req-72de3f02-244f-4828-8c0c-52d59c73283f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:48.794986 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd09a3ae-5cb8-48bc-aa7c-2b4f52594807 req-72de3f02-244f-4828-8c0c-52d59c73283f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0472832 Oct 24 09:00:48.843926 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bd09a3ae-5cb8-48bc-aa7c-2b4f52594807 req-8d3f515f-994d-4438-8862-8d2a1c4d218c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Oct 24 09:00:49.967666 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095af76-20cb-45c9-b66d-bdbd67e538c8 req-b4d57cda-efe4-48de-9298-147e76cfecca tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:49.969264 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f095af76-20cb-45c9-b66d-bdbd67e538c8 req-b4d57cda-efe4-48de-9298-147e76cfecca tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.0482161 Oct 24 09:00:50.023457 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f095af76-20cb-45c9-b66d-bdbd67e538c8 req-6a3822e2-97c9-4eb4-9203-4d7a50e996e0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Oct 24 09:00:51.245410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62683c-32bd-49ab-b58b-d14255763990 req-911feaa9-f81b-4d29-9bf8-ac48a58daf9d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:51.247875 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c62683c-32bd-49ab-b58b-d14255763990 req-911feaa9-f81b-4d29-9bf8-ac48a58daf9d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 944 time: 0.1444490 Oct 24 09:00:51.302807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c62683c-32bd-49ab-b58b-d14255763990 req-ec8c14d6-7785-4653-a8ad-e59d765e9b98 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491576 Oct 24 09:00:51.626605 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ea79d810-db9b-4fba-9d68-f8b0560784ee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:00:51.737584 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:51.749853 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'port_id': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'mac_address': 'fa:16:3e:fe:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:00:51.785065 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ea79d810-db9b-4fba-9d68-f8b0560784ee is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:51.785458 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:51.798697 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea79d810-db9b-4fba-9d68-f8b0560784ee {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:00:51.818422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:51.822160 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:51.867355 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:51.875118 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.875471 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.875816 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.876183 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.876530 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.876916 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.877193 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.877526 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.877854 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.878181 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.878510 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.878871 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.879198 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.879522 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:51.879843 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:52.428751 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['ea79d810-db9b-4fba-9d68-f8b0560784ee'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:00:52.431455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc22fd-0819-4470-922b-97bc86266d72 req-e6700098-d769-42a9-92d8-9e058f6823fd tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:52.433335 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15cc22fd-0819-4470-922b-97bc86266d72 req-e6700098-d769-42a9-92d8-9e058f6823fd tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 945 time: 0.0505497 Oct 24 09:00:52.487449 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-15cc22fd-0819-4470-922b-97bc86266d72 req-d5a62e57-5e29-4f12-bc01-f8f300c2a9e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477219 Oct 24 09:00:52.731499 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:53.666246 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c881c7-b591-4ae1-bc56-0bada979457a req-912c6bc8-bb9a-4af3-bfb4-9e0dc1e45dfa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:53.667856 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e2c881c7-b591-4ae1-bc56-0bada979457a req-912c6bc8-bb9a-4af3-bfb4-9e0dc1e45dfa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 945 time: 0.1040998 Oct 24 09:00:53.720472 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e2c881c7-b591-4ae1-bc56-0bada979457a req-08b3fb83-1db2-44e5-82ff-250c051c170d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Oct 24 09:00:53.834022 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ea79d810-db9b-4fba-9d68-f8b0560784ee up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:00:53.877418 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port ea79d810-db9b-4fba-9d68-f8b0560784ee completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:00:53.883050 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port ea79d810-db9b-4fba-9d68-f8b0560784ee triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:00:53.883453 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:53.883780 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port ea79d810-db9b-4fba-9d68-f8b0560784ee Oct 24 09:00:53.958370 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port ea79d810-db9b-4fba-9d68-f8b0560784ee is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:00:53.958759 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:53.979606 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:53.985294 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:53.987602 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33672b70-f9c8-4b6f-a982-583675b621c2" -d '{"events": [{"server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "name": "network-vif-plugged", "status": "completed", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:54.004924 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:54.010247 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:54.034317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce197724-90fc-451b-bdad-ef99fba36c79 x-openstack-request-id: req-ce197724-90fc-451b-bdad-ef99fba36c79 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:54.034317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "name": "network-vif-plugged", "status": "completed", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:54.034594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce197724-90fc-451b-bdad-ef99fba36c79 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:54.034964 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce197724-90fc-451b-bdad-ef99fba36c79'] response: {'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'code': 200} Oct 24 09:00:54.074966 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:54.312856 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f18c-b1b4-4e01-a1fc-21e398454963 req-b785a030-12e5-47e8-b087-2187e5333edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:54.314234 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8bb4f18c-b1b4-4e01-a1fc-21e398454963 req-b785a030-12e5-47e8-b087-2187e5333edc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1130 time: 0.0422454 Oct 24 09:00:54.362031 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8bb4f18c-b1b4-4e01-a1fc-21e398454963 req-978dc4a2-aec6-4eb5-889d-ef71d595ed32 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Oct 24 09:00:54.840690 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08a11f-1476-4f66-af51-1c85967150ae req-4f9a1a54-c0ef-46f6-8815-4a5cf83a2390 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:54.842204 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a08a11f-1476-4f66-af51-1c85967150ae req-4f9a1a54-c0ef-46f6-8815-4a5cf83a2390 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0461659 Oct 24 09:00:54.891542 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a08a11f-1476-4f66-af51-1c85967150ae req-bb60fe22-fd25-46c8-83bc-d6e18f3e4211 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Oct 24 09:00:55.347179 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a6d9-5d75-414b-830d-d045186b6e34 req-ee80f2d4-7702-48db-9a2e-df95c0aa35df tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:55.348570 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a195a6d9-5d75-414b-830d-d045186b6e34 req-ee80f2d4-7702-48db-9a2e-df95c0aa35df tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0471003 Oct 24 09:00:55.399079 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a195a6d9-5d75-414b-830d-d045186b6e34 req-5ceb121f-69c8-4aa4-b132-051e8ed1ada0 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Oct 24 09:00:56.018240 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a94d-4be1-4f58-a5ad-d4ab63f681f8 req-7e6a0aa2-e742-44e6-ad7f-0886cc558e9a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:56.019647 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38b1a94d-4be1-4f58-a5ad-d4ab63f681f8 req-7e6a0aa2-e742-44e6-ad7f-0886cc558e9a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0473280 Oct 24 09:00:56.069577 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38b1a94d-4be1-4f58-a5ad-d4ab63f681f8 req-0ce8e4c7-c14b-4df4-87f9-52fea6076b0a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Oct 24 09:00:56.487885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:56.525351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228abb1f-ebe7-4185-a352-fab6a66e8780 req-2ca604aa-6bae-44a8-a8d5-1ae9205594fb tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:56.527404 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-228abb1f-ebe7-4185-a352-fab6a66e8780 req-2ca604aa-6bae-44a8-a8d5-1ae9205594fb tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0482130 Oct 24 09:00:56.574300 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-228abb1f-ebe7-4185-a352-fab6a66e8780 req-fd643a99-ffbe-45f5-a6b2-1067de094596 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Oct 24 09:00:57.201528 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6e87-0cb7-43e0-bf3d-6c6165cc51bb req-e2088c45-aad2-4ddc-8200-b93dad3f505c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:57.203023 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fedb6e87-0cb7-43e0-bf3d-6c6165cc51bb req-e2088c45-aad2-4ddc-8200-b93dad3f505c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0511355 Oct 24 09:00:57.253895 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fedb6e87-0cb7-43e0-bf3d-6c6165cc51bb req-1e2cceb1-f93e-4f1f-954b-5ad9a9c88e7d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Oct 24 09:00:57.698107 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e703-e95e-46f7-bf96-5110d0a8c9d8 req-a4b3156e-7d12-48d9-b4ef-0f0766bb8b9c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:57.700376 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba09e703-e95e-46f7-bf96-5110d0a8c9d8 req-a4b3156e-7d12-48d9-b4ef-0f0766bb8b9c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0482357 Oct 24 09:00:57.744228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:57.750268 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ba09e703-e95e-46f7-bf96-5110d0a8c9d8 req-28c75f53-05e0-4cc0-98ed-4d494047a79c tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=64b946b9-95d7-436e-819a-9a104d2d5883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Oct 24 09:00:58.068512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974069-5754-43a8-9492-01dddd66d771 req-d2f2d4c3-443a-46d1-97c5-18fdf437b5b6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:58.070027 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-91974069-5754-43a8-9492-01dddd66d771 req-d2f2d4c3-443a-46d1-97c5-18fdf437b5b6 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 945 time: 0.0458128 Oct 24 09:00:58.156463 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Deleting port 8b267f47-1042-4faa-870e-5e525d61f3d4 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:00:58.156806 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.258840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] For port 8b267f47-1042-4faa-870e-5e525d61f3d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b267f47-1042-4faa-870e-5e525d61f3d4,segment=NetworkSegment(99680041-3589-422c-b014-4ca80ae3f2da),segment_id=99680041-3589-422c-b014-4ca80ae3f2da)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:00:58.259124 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.272566 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Calling delete_port for 8b267f47-1042-4faa-870e-5e525d61f3d4 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:00:58.380809 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1736c-9046-4c73-86f2-5583a5d81b53 req-c406db52-d64e-421c-8313-e95f4bcfebd8 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:58.382332 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c8c1736c-9046-4c73-86f2-5583a5d81b53 req-c406db52-d64e-421c-8313-e95f4bcfebd8 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0514617 Oct 24 09:00:58.414243 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (8b267f47-1042-4faa-870e-5e525d61f3d4), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.436712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c8c1736c-9046-4c73-86f2-5583a5d81b53 req-91caf4b9-5132-4cce-846b-7203a83e67a4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484493 Oct 24 09:00:58.445385 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Pushing event deleted for resources: {'Port': ['ID=8b267f47-1042-4faa-870e-5e525d61f3d4,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:58.461525 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['8b267f47-1042-4faa-870e-5e525d61f3d4'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:00:58.481524 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.481524 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.481825 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.482018 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.482274 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.482608 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.482934 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.483256 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.483578 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.483900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.484246 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.484570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.484887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.485202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.485521 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:00:58.503511 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] No DVR routers for this DVR port 8b267f47-1042-4faa-870e-5e525d61f3d4 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:00:58.506021 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.509282 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-91974069-5754-43a8-9492-01dddd66d771 req-f8515840-9dce-4608-819f-59bdc500fe67 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.13 "DELETE /networking/v2.0/ports/8b267f47-1042-4faa-870e-5e525d61f3d4 HTTP/1.1" status: 204 len: 173 time: 0.4337437 Oct 24 09:00:58.509704 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'name': 'network-vif-deleted', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:00:58.512741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b736d5b-2fcc-4adb-a4cb-ea47f243a659" -d '{"events": [{"server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "name": "network-vif-deleted", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:00:58.554477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a3f36-8033-4e23-b7ac-48e38b070b45 x-openstack-request-id: req-9d2a3f36-8033-4e23-b7ac-48e38b070b45 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:00:58.554767 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ff4f8-a704-4d00-b8f0-3d13e88bb28c", "name": "network-vif-deleted", "tag": "8b267f47-1042-4faa-870e-5e525d61f3d4", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:00:58.555020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d2a3f36-8033-4e23-b7ac-48e38b070b45 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:00:58.555434 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2a3f36-8033-4e23-b7ac-48e38b070b45'] response: {'server_uuid': '735ff4f8-a704-4d00-b8f0-3d13e88bb28c', 'name': 'network-vif-deleted', 'tag': '8b267f47-1042-4faa-870e-5e525d61f3d4', 'status': 'completed', 'code': 200} Oct 24 09:00:58.577724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f99c-11a9-4dbd-be06-8342f4e67ba4 req-9b802853-e659-4ac8-b1d0-93f871802d3f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:58.579209 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b515f99c-11a9-4dbd-be06-8342f4e67ba4 req-9b802853-e659-4ac8-b1d0-93f871802d3f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0638070 Oct 24 09:00:58.633117 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b515f99c-11a9-4dbd-be06-8342f4e67ba4 req-937d1709-720e-495b-b3c8-e1838f8abc4c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479937 Oct 24 09:00:58.662338 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50452) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:58.755741 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763587e-286c-4092-8f35-8c404fdd3be5 tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:00:58.757306 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6763587e-286c-4092-8f35-8c404fdd3be5 tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1125 time: 0.0939653 Oct 24 09:00:58.760273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50456) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:00:58.765800 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'port_id': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:00:58.791566 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.875185 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3d839cc5-b0b4-43e3-ada2-b6314466b242 req-64db1d4e-7347-44f4-b5e4-5c4390e8e924 tempest-VolumesSnapshotTestJSON-68320019 tempest-VolumesSnapshotTestJSON-68320019-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=735ff4f8-a704-4d00-b8f0-3d13e88bb28c HTTP/1.1" status: 200 len: 210 time: 0.0290260 Oct 24 09:00:58.880939 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:58.995638 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.37.0.3 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/5dbda80c-ba3f-4c02-84e4-817932f5babe) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:00:59.068587 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:59.075429 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:59.104214 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.140065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.182803 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:00:59.187310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:00:59.193473 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:00:59.219522 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=5dbda80c-ba3f-4c02-84e4-817932f5babe,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:59.565775 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (8cceef77-8ba3-408d-a98b-719532ff99b5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.634202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.782424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.786880 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.841831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:59.857974 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=5dbda80c-ba3f-4c02-84e4-817932f5babe,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:00:59.860597 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (8cceef77-8ba3-408d-a98b-719532ff99b5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:00:59.899880 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:00:59.967011 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 8cceef77-8ba3-408d-a98b-719532ff99b5 associated. External IP: 172.37.0.3, port: ea79d810-db9b-4fba-9d68-f8b0560784ee. Oct 24 09:01:00.196847 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:00.308326 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:00.319148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:00.328535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:00.330751 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:00.331375 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:00:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:00.365602 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d69ba8b3-d22f-47d6-8dd0-3bd1a436ec74 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6042974 Oct 24 09:01:00.376716 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:00.441907 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:00.556956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:01:00.559542 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660830b3-5181-4331-9beb-0c88ce566212" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:01:00.600420 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa6cf7-b720-4063-9422-b236e18f73d9 x-openstack-request-id: req-beaa6cf7-b720-4063-9422-b236e18f73d9 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:01:00.600713 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:01:00.601003 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-beaa6cf7-b720-4063-9422-b236e18f73d9 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:01:00.601418 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beaa6cf7-b720-4063-9422-b236e18f73d9'] response: {'name': 'network-changed', 'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'status': 'completed', 'code': 200} Oct 24 09:01:00.680680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8cceef77-8ba3-408d-a98b-719532ff99b5', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.3', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:fe:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:00:59Z', 'updated_at': '2022-10-24T09:00:59Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:00.708453 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:00.712887 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660830b3-5181-4331-9beb-0c88ce566212 req-ee350f36-819e-465b-bbfa-39ec213f333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:00.714413 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-ee350f36-819e-465b-bbfa-39ec213f333a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1130 time: 0.0421226 Oct 24 09:01:00.717156 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:00.717767 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:00:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:00.820853 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660830b3-5181-4331-9beb-0c88ce566212 req-f10ec297-898f-424d-a946-44ab1a63941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:00.822333 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-f10ec297-898f-424d-a946-44ab1a63941a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.1011178 Oct 24 09:01:00.834028 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:00.886483 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-767e73da-df9b-489f-8b2f-59cd73afd57f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 200 len: 998 time: 0.0572929 Oct 24 09:01:00.936963 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660830b3-5181-4331-9beb-0c88ce566212 req-7fa16e3e-c559-42a0-b7f6-9a11a6a1b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:00.938436 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-7fa16e3e-c559-42a0-b7f6-9a11a6a1b8dd service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0455167 Oct 24 09:01:01.002072 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660830b3-5181-4331-9beb-0c88ce566212 req-b3d0c34c-8913-4069-b3aa-bde022f5a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:01.003588 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-b3d0c34c-8913-4069-b3aa-bde022f5a8de service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586846 Oct 24 09:01:01.074761 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8cceef77-8ba3-408d-a98b-719532ff99b5', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.3', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:fe:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:00:59Z', 'updated_at': '2022-10-24T09:00:59Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:01.099990 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-5eb84720-5ddf-4bf8-9d7e-c86243133118 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891111 Oct 24 09:01:01.101537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaccdc-1be4-496a-a192-e0447bc5a996 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8cceef77-8ba3-408d-a98b-719532ff99b5', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.3', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:fe:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:00:59Z', 'updated_at': '2022-10-24T09:00:59Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:01.193099 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:01.206139 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-660830b3-5181-4331-9beb-0c88ce566212 req-ab48f4df-f974-4e8b-bea1-5283aaf7968d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997312 Oct 24 09:01:01.297374 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a99f11-210e-4e2f-af1d-0a8f01e3c934 None None] New status for floating IP 8cceef77-8ba3-408d-a98b-719532ff99b5: ACTIVE {{(pid=116188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:01:01.851137 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 8b267f47-1042-4faa-870e-5e525d61f3d4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:01.872994 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 8b267f47-1042-4faa-870e-5e525d61f3d4 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:01.873517 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 8b267f47-1042-4faa-870e-5e525d61f3d4 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:01.928406 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8b917fbc-d583-4c97-b801-436545466c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:04.225224 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2f3e094a-02ad-4c59-a5d2-13095549338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:05.289445 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-a1180099-b663-4b5f-a79d-fc46b22e000b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392623 Oct 24 09:01:05.633586 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:05.643980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584253d-62bb-4149-a030-910c2d0084fa req-57898f61-9fe5-4818-a666-92470715b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:05.645499 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-57898f61-9fe5-4818-a666-92470715b6f2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 1130 time: 0.0873752 Oct 24 09:01:05.763545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:05.766005 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584253d-62bb-4149-a030-910c2d0084fa req-2dba839f-dfd9-44d1-869d-fa9ffb0651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:05.767468 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-2dba839f-dfd9-44d1-869d-fa9ffb0651fb service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 200 len: 918 time: 0.1002121 Oct 24 09:01:05.829537 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-40e1ad57-a0fb-4618-82ca-42aa954c2d9b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 200 len: 1000 time: 0.0558887 Oct 24 09:01:05.878656 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584253d-62bb-4149-a030-910c2d0084fa req-0d55f221-f108-4754-add3-5aa28ecb29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:05.880102 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-0d55f221-f108-4754-add3-5aa28ecb29eb service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 200 len: 856 time: 0.0448041 Oct 24 09:01:05.928738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584253d-62bb-4149-a030-910c2d0084fa req-3fe298f1-269a-4ac8-888c-6778f6f4750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:05.930191 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-3fe298f1-269a-4ac8-888c-6778f6f4750d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423627 Oct 24 09:01:05.940735 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-8bf3931f-4ae1-463c-b04a-94a90aba0e14 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 09:01:05.941677 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-8bf3931f-4ae1-463c-b04a-94a90aba0e14 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048120 Oct 24 09:01:06.030875 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:01:06.032685 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-afb9b0c2-c431-4715-99dd-48490c36df5d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850070 Oct 24 09:01:06.144400 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-1584253d-62bb-4149-a030-910c2d0084fa req-063e7c29-e6ae-43f3-9e0a-4fa10ad63b1b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924735 Oct 24 09:01:06.965679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:07.157578 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:08.855241 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=17 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:08.856061 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=46 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:13.166167 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:16.027366 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:16.132561 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=41 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:16.141474 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=51 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:17.136311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:17.153371 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:22.728833 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.592710 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50692) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:25.640990 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Deleting subnet ba1de04c-6d94-458b-8e06-1ac81541eeb1 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:01:25.644100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Publish callbacks [] for subnet (ba1de04c-6d94-458b-8e06-1ac81541eeb1), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.677854 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (ba1de04c-6d94-458b-8e06-1ac81541eeb1), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.717760 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (ba1de04c-6d94-458b-8e06-1ac81541eeb1), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.777177 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (ba1de04c-6d94-458b-8e06-1ac81541eeb1), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.810226 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1de04c-6d94-458b-8e06-1ac81541eeb1,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:25.813180 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.815910 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/ba1de04c-6d94-458b-8e06-1ac81541eeb1 HTTP/1.1" status: 204 len: 168 time: 0.2222018 Oct 24 09:01:25.818524 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50696) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:25.822059 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.822423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.822758 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.823210 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.823558 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.823887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.824241 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.824579 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.824902 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.825230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.825557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.825884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.826209 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.826531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.826852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ba781-9984-4bc9-a44f-0d664b73b7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:25.889297 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (d6be167f-3870-4d45-a512-3d97a0f21398), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.974582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (d6be167f-3870-4d45-a512-3d97a0f21398), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:25.998826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6be167f-3870-4d45-a512-3d97a0f21398']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:26.008691 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99680041-3589-422c-b014-4ca80ae3f2da') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:26.008996 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99680041-3589-422c-b014-4ca80ae3f2da') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:26.019113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (99680041-3589-422c-b014-4ca80ae3f2da), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.032333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (99680041-3589-422c-b014-4ca80ae3f2da), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.038816 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:01:26.039267 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (99680041-3589-422c-b014-4ca80ae3f2da), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.063454 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 99680041-3589-422c-b014-4ca80ae3f2da resource provider aggregate not found Oct 24 09:01:26.096688 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 99680041-3589-422c-b014-4ca80ae3f2da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99680041-3589-422c-b014-4ca80ae3f2da found for delete ", "request_id": "req-59c02287-8369-4710-8300-6d7f9b2c331f"}]} Oct 24 09:01:26.112030 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (d6be167f-3870-4d45-a512-3d97a0f21398), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.118092 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.121913 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d6be167f-3870-4d45-a512-3d97a0f21398 HTTP/1.1" status: 204 len: 168 time: 0.3023064 Oct 24 09:01:26.132604 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d1f9-7194-40d9-aae2-ef15fd55dcfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d6be167f-3870-4d45-a512-3d97a0f21398,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:26.289376 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50704) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:26.330254 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-78d61b18-15e8-4b1f-aedc-b10057578763 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=01318d53c6ed499e94a25e12f826719f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397177 Oct 24 09:01:26.332725 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50706) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:26.381757 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] Publish callbacks [] for security_group (64b946b9-95d7-436e-819a-9a104d2d5883), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.402994 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] Publish callbacks [] for security_group (64b946b9-95d7-436e-819a-9a104d2d5883), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.449809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (64b946b9-95d7-436e-819a-9a104d2d5883), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.452488 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:26.453613 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/64b946b9-95d7-436e-819a-9a104d2d5883 HTTP/1.1" status: 204 len: 168 time: 0.1200068 Oct 24 09:01:26.461430 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fd9fb-4a7a-41ef-b2fd-d68ef93f17fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b946b9-95d7-436e-819a-9a104d2d5883,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:27.190676 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50742) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:27.300738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505469032-network', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:27.326155 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Made reservation on behalf of 7e9c4dec37674f73912f0d9272ac2446 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:01:27.328620 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.338031 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.424076 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks [] for security_group (59ad8a7f-1221-4155-9f05-c213cbf8fc8b), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.428771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (59ad8a7f-1221-4155-9f05-c213cbf8fc8b), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.462484 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad8a7f-1221-4155-9f05-c213cbf8fc8b,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:27.466599 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 09:01:27.479421 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (99fa4dbe-f413-41b1-acc8-3e081c37ceee), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.479890 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Added segment 99fa4dbe-f413-41b1-acc8-3e081c37ceee of type vlan for network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 Oct 24 09:01:27.527683 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.553565 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.554767 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:27.555382 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.563919 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:27.594923 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4031045 Oct 24 09:01:27.599055 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50752) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:27.604459 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Request body: {'subnet': {'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505469032-subnet', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:27.628730 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Made reservation on behalf of 7e9c4dec37674f73912f0d9272ac2446 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:01:27.629133 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:27.632010 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.633731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863dc9b-c19b-4aab-8387-f7d99c2d91a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:27.648724 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 09:01:27.826780 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (45ef9246-f83c-4ec1-9200-48033618f943), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.884176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ef9246-f83c-4ec1-9200-48033618f943,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:27.894264 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Checking segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:27.894624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Network hostable DHCP agents. Network: fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 09:01:27.912365 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 09:01:27.921238 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:27.925525 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:27.926113 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.930577 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1d508-6bbb-4c81-acbb-ffd453cff9b1 None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:27.942853 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-95a981c4-e20f-40e7-b2a0-94eb0106b15c admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3426247 Oct 24 09:01:27.946311 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50754) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:27.951512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:27.978790 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:27.981259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.041514 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 09:01:28.043791 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.044516 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for router_controller (633cdc73-e60c-4de0-ab14-37b4931d1571), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.192235 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Allocated IP 172.20.0.2 (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7/45ef9246-f83c-4ec1-9200-48033618f943/58bf64a2-0810-492c-9284-13ea76321ef5) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:28.348124 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks [] for port (58bf64a2-0810-492c-9284-13ea76321ef5), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.355062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.396113 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:28.399275 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:28.407176 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:28.439408 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Pushing event updated for resources: {'Port': ['ID=58bf64a2-0810-492c-9284-13ea76321ef5,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:28.466008 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for router_gateway (633cdc73-e60c-4de0-ab14-37b4931d1571), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.477170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Attempting to bind port 58bf64a2-0810-492c-9284-13ea76321ef5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:28.477617 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Attempting to bind port 58bf64a2-0810-492c-9284-13ea76321ef5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:28.477976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Attempting to bind port 58bf64a2-0810-492c-9284-13ea76321ef5 on network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:28.533027 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:28.533488 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Checking segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:28.533821 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.534236 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Bound using segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:28.534712 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Bound port: 58bf64a2-0810-492c-9284-13ea76321ef5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:28.535094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.602555 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] For port 58bf64a2-0810-492c-9284-13ea76321ef5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:28.606623 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] For port 58bf64a2-0810-492c-9284-13ea76321ef5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58bf64a2-0810-492c-9284-13ea76321ef5,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:28.613188 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.667840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for router_gateway (633cdc73-e60c-4de0-ab14-37b4931d1571), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.669814 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d92c-7cfa-400f-94a4-586a2398557d None None] Pushing event updated for resources: {'Port': ['ID=58bf64a2-0810-492c-9284-13ea76321ef5,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:28.695975 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:28.839119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Allocated IP 172.37.0.206 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/b0573a31-ebe1-435b-b161-6b7c9e23abe9) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:28.966972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.002673 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.044052 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:29.047146 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:29.053116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:29.077999 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Pushing event updated for resources: {'Port': ['ID=b0573a31-ebe1-435b-b161-6b7c9e23abe9,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:29.170527 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:29.300377 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:29.318209 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for router_gateway (633cdc73-e60c-4de0-ab14-37b4931d1571), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.484524 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 58bf64a2-0810-492c-9284-13ea76321ef5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:29.533452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 58bf64a2-0810-492c-9284-13ea76321ef5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:29.533996 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.534332 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 58bf64a2-0810-492c-9284-13ea76321ef5 Oct 24 09:01:29.534861 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.558255 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:29.565366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:29.622825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a1d782-8565-4d00-ad4c-2cf58d1b130c None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:29.663982 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-bd7ae308-e778-41d2-bcfe-34acea528be6 None None] Provisioning complete for port 58bf64a2-0810-492c-9284-13ea76321ef5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:29.664377 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-bd7ae308-e778-41d2-bcfe-34acea528be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.664712 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-bd7ae308-e778-41d2-bcfe-34acea528be6 None None] Attempt 1 to provision port 58bf64a2-0810-492c-9284-13ea76321ef5 Oct 24 09:01:29.670406 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Router 633cdc73-e60c-4de0-ab14-37b4931d1571 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 09:01:29.699016 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 58bf64a2-0810-492c-9284-13ea76321ef5 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:29.699614 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.817442 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:29.826766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 58bf64a2-0810-492c-9284-13ea76321ef5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58bf64a2-0810-492c-9284-13ea76321ef5,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:29.829946 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Sync routers for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:29.846791 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.855835 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:29.860760 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50776) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:29.879659 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-89c0dd56-76b1-41ff-ba35-7dcb0dd5cbfd admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9132218 Oct 24 09:01:29.885244 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:29.886922 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:29.919130 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ae308-e778-41d2-bcfe-34acea528be6 None None] Current status of the port 58bf64a2-0810-492c-9284-13ea76321ef5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:30.052030 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=58bf64a2-0810-492c-9284-13ea76321ef5,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:30.180978 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:30.291343 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:30.294449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-e29d2e88-f7d6-48af-94f6-cda4962e3965 None None] Provisioning complete for port 58bf64a2-0810-492c-9284-13ea76321ef5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:30.294820 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-e29d2e88-f7d6-48af-94f6-cda4962e3965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.295151 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-e29d2e88-f7d6-48af-94f6-cda4962e3965 None None] Attempt 1 to provision port 58bf64a2-0810-492c-9284-13ea76321ef5 Oct 24 09:01:30.326406 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:30.457078 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.550161 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-e29d2e88-f7d6-48af-94f6-cda4962e3965 None None] Current status of the port 58bf64a2-0810-492c-9284-13ea76321ef5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:30.568073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:29Z', 'revision_number': 3, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:30.596904 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Checking router: 633cdc73-e60c-4de0-ab14-37b4931d1571 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:30.597256 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Updating router 633cdc73-e60c-4de0-ab14-37b4931d1571 port b0573a31-ebe1-435b-b161-6b7c9e23abe9 binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 09:01:30.624420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Allocated IP 172.20.0.1 (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7/45ef9246-f83c-4ec1-9200-48033618f943/65245202-0003-4e65-915a-d8be8a8ca23a) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:30.633740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.717224 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:30.753495 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks [] for port (65245202-0003-4e65-915a-d8be8a8ca23a), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.768242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:30.795395 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.833587 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:30.841357 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:30.845203 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:30.848523 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:30.886146 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (633cdc73-e60c-4de0-ab14-37b4931d1571), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.905335 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks [] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.911873 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:30.952722 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Attempting to bind port b0573a31-ebe1-435b-b161-6b7c9e23abe9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:30.953098 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Attempting to bind port b0573a31-ebe1-435b-b161-6b7c9e23abe9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:30.953461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Attempting to bind port b0573a31-ebe1-435b-b161-6b7c9e23abe9 on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:30.995658 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05110d-9448-4a52-8a15-172a0e02e6e2 None None] Pushing event updated for resources: {'Port': ['ID=b0573a31-ebe1-435b-b161-6b7c9e23abe9,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:31.018630 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:31.019002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:31.019409 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.019804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:31.020306 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Bound port: b0573a31-ebe1-435b-b161-6b7c9e23abe9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:31.020682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.026042 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.068198 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:31.087700 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] For port b0573a31-ebe1-435b-b161-6b7c9e23abe9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:31.092440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c02092e7-e517-4e81-ad29-28669d291c3b None None] Provisioning complete for port 65245202-0003-4e65-915a-d8be8a8ca23a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:31.092802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c02092e7-e517-4e81-ad29-28669d291c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.093131 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c02092e7-e517-4e81-ad29-28669d291c3b None None] Attempt 1 to provision port 65245202-0003-4e65-915a-d8be8a8ca23a Oct 24 09:01:31.124369 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] For port b0573a31-ebe1-435b-b161-6b7c9e23abe9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0573a31-ebe1-435b-b161-6b7c9e23abe9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:31.133672 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.154993 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:31.161790 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c02092e7-e517-4e81-ad29-28669d291c3b None None] Port 65245202-0003-4e65-915a-d8be8a8ca23a cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:01:31.185978 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:31.186614 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:31.209302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks [] for port (65245202-0003-4e65-915a-d8be8a8ca23a), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.216430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.229739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05110d-9448-4a52-8a15-172a0e02e6e2 None None] Pushing event updated for resources: {'Port': ['ID=b0573a31-ebe1-435b-b161-6b7c9e23abe9,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:31.290577 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:31.296721 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (633cdc73-e60c-4de0-ab14-37b4931d1571), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.301676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:31.393930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:31.395371 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:31.487381 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 58bf64a2-0810-492c-9284-13ea76321ef5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:31.575444 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Router 633cdc73-e60c-4de0-ab14-37b4931d1571 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:31.596946 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 1, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:31.635080 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72f022-a2fc-46d2-b90f-e70fcca8916f None None] The sync data for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi is: [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 1, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:31.637691 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 58bf64a2-0810-492c-9284-13ea76321ef5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:31.638135 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.638483 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 58bf64a2-0810-492c-9284-13ea76321ef5 Oct 24 09:01:31.667648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:31.719976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:31.751613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 58bf64a2-0810-492c-9284-13ea76321ef5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:31.765761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:31.783857 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-86007fdc-3d4b-4a36-8231-a1491aadf2c1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/633cdc73-e60c-4de0-ab14-37b4931d1571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9213066 Oct 24 09:01:31.784085 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-e2627634-21ff-4878-9d95-edc7d742531f None None] Provisioning complete for port 65245202-0003-4e65-915a-d8be8a8ca23a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:31.784991 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-e2627634-21ff-4878-9d95-edc7d742531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:31.784991 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-e2627634-21ff-4878-9d95-edc7d742531f None None] Attempt 1 to provision port 65245202-0003-4e65-915a-d8be8a8ca23a Oct 24 09:01:31.828633 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-e2627634-21ff-4878-9d95-edc7d742531f None None] Port 65245202-0003-4e65-915a-d8be8a8ca23a cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:01:31.945652 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-270d7a13-e980-454f-8fb1-f29960bd3c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.018764 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=10 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:32.036477 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=16 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:32.420354 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50824) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:32.424819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853218798-network', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:32.447286 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Made reservation on behalf of 5f511c1474ea4a0787b6c7dfd68c16c9 for: {'network': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:01:32.450354 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.477112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.576559 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks [] for security_group (995d6247-7875-4f8d-9bee-9ee99173ae81), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.581384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (995d6247-7875-4f8d-9bee-9ee99173ae81), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.606753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=116186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 09:01:32.631037 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d6247-7875-4f8d-9bee-9ee99173ae81,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:32.634430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (c82ed807-88b7-47c5-9cbf-46a82730908e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.634430 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.segments_db [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Added segment c82ed807-88b7-47c5-9cbf-46a82730908e of type vlan for network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 Oct 24 09:01:32.686707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.695992 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:32.720245 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.721315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:32.721917 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.752698 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:32.771070 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3498771 Oct 24 09:01:32.773810 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50834) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:32.779112 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Request body: {'subnet': {'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853218798-subnet', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:32.808260 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Made reservation on behalf of 5f511c1474ea4a0787b6c7dfd68c16c9 for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:01:32.812095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25809977'] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:32.824715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b49575-c4e4-450a-bbf9-f0e7b14b42d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:32.832593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 09:01:32.867609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862791d-b4e8-4d04-9d7a-dbaccfcc8c3d req-3124631a-41c2-4afc-9005-b0ef1ce1097d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:32.869445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4862791d-b4e8-4d04-9d7a-dbaccfcc8c3d req-3124631a-41c2-4afc-9005-b0ef1ce1097d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0605569 Oct 24 09:01:32.951230 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4862791d-b4e8-4d04-9d7a-dbaccfcc8c3d req-3d33e4db-1ed0-45cb-9e3b-ad22ca2a3ff0 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657454 Oct 24 09:01:33.007487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25434827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25809967'] for subnet (2d4a1513-6e49-4e53-be56-957f8e3d534a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.065963 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4a1513-6e49-4e53-be56-957f8e3d534a,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:33.084174 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Checking segment: {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:33.084817 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Network hostable DHCP agents. Network: d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 09:01:33.098918 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:33.101197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:33.107471 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 09:01:33.119509 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:33.125718 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:33.127825 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.129661 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c8f59-1b56-444c-b05f-6e2c4f34af62 None None] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:33.147477 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7f242ef9-95e8-4831-91bf-0047221af9b4 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3724272 Oct 24 09:01:33.150261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50838) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:33.155054 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:33.179634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4174418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503461'] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.180942 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4166936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4049813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-503482'] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.236797 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for router_controller (7fca524d-6268-414d-8f6b-6cc83d2d5328), precommit_add_association {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.249353 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a'}]}} from dv-cinder-master-3-iscsi. {{(pid=116187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 09:01:33.250715 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.387541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for router_gateway (7fca524d-6268-414d-8f6b-6cc83d2d5328), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.396879 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Allocated IP 172.20.0.2 (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5/2d4a1513-6e49-4e53-be56-957f8e3d534a/704412ba-8584-43f5-9f76-c5bd92eac69f) {{(pid=116187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:33.496528 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b0573a31-ebe1-435b-b161-6b7c9e23abe9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:33.597381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for router_gateway (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.602551 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b0573a31-ebe1-435b-b161-6b7c9e23abe9 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:33.602927 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.603259 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b0573a31-ebe1-435b-b161-6b7c9e23abe9 Oct 24 09:01:33.606979 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks [] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), precommit_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.617468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.631415 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), after_create {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.689481 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 is already hosted by enough agents. {{(pid=116187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:33.695600 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Resources bound (agent type, host, resource id): {{(pid=116187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:33.698183 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Received port after_create {{(pid=116187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:33.703645 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Pushing event updated for resources: {'Port': ['ID=704412ba-8584-43f5-9f76-c5bd92eac69f,revision_number=1']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:33.736769 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Allocated IP 172.37.0.68 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/6616e30e-ccbd-48e3-8cd6-6d762c31ddec) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:33.787143 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b0573a31-ebe1-435b-b161-6b7c9e23abe9 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:33.787536 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.798838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Attempting to bind port 704412ba-8584-43f5-9f76-c5bd92eac69f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:33.799207 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Attempting to bind port 704412ba-8584-43f5-9f76-c5bd92eac69f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:33.799564 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Attempting to bind port 704412ba-8584-43f5-9f76-c5bd92eac69f on network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:33.832498 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:33.837892 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:33.841713 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port b0573a31-ebe1-435b-b161-6b7c9e23abe9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0573a31-ebe1-435b-b161-6b7c9e23abe9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:33.848459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.859824 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.898474 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:33.898855 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Checking segment: {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:33.899256 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.899398 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.899959 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Bound using segment: {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:33.900468 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Bound port: 704412ba-8584-43f5-9f76-c5bd92eac69f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:33.900846 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:33.927630 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=b0573a31-ebe1-435b-b161-6b7c9e23abe9,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:33.944416 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:33.950497 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:33.952698 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Pushing event updated for resources: {'Port': ['ID=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:33.954874 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:34.009311 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] For port 704412ba-8584-43f5-9f76-c5bd92eac69f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:34.013106 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] For port 704412ba-8584-43f5-9f76-c5bd92eac69f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=704412ba-8584-43f5-9f76-c5bd92eac69f,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:34.020273 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.082447 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d60cc-9faa-4e6a-b414-fcf3f4522511 None None] Pushing event updated for resources: {'Port': ['ID=704412ba-8584-43f5-9f76-c5bd92eac69f,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:34.109360 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:34.121637 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f2022-ddb1-4e39-a507-3cd0bda22eb6 req-45d2c77b-e996-438b-8eb9-8472ed4d42ea tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:34.123504 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-834f2022-ddb1-4e39-a507-3cd0bda22eb6 req-45d2c77b-e996-438b-8eb9-8472ed4d42ea tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0865331 Oct 24 09:01:34.134837 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Sync routers for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:34.145843 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:34.146470 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:34.169536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:34.196849 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-834f2022-ddb1-4e39-a507-3cd0bda22eb6 req-3d26d46b-120f-4aa2-85d2-445a535bd2fe tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592194 Oct 24 09:01:34.237317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b06e5878-797d-4d4f-9139-4b8345470508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.337916 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for router_gateway (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.387904 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:34.551033 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4167081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165386'] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.586193 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:31Z', 'revision_number': 2, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:34.612526 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Checking router: 633cdc73-e60c-4de0-ab14-37b4931d1571 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:34.612911 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Updating router 633cdc73-e60c-4de0-ab14-37b4931d1571 port 65245202-0003-4e65-915a-d8be8a8ca23a binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 09:01:34.646722 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.691897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Router 7fca524d-6268-414d-8f6b-6cc83d2d5328 is scheduled to L3 agent 7207da26-faad-4c10-81de-a908d61d8380 with binding_index 1 {{(pid=116185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 09:01:34.936486 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks [] for port (65245202-0003-4e65-915a-d8be8a8ca23a), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:34.942903 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.021007 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Pushing event updated for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:35.046461 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.046900 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.047264 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.047617 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.047953 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.048311 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.048821 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.048947 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.049267 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.049762 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.050368 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.050851 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.051350 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.051679 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.052000 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:35.064556 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:35.072608 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Attempting to bind port 65245202-0003-4e65-915a-d8be8a8ca23a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:35.072978 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Attempting to bind port 65245202-0003-4e65-915a-d8be8a8ca23a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:35.073880 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Attempting to bind port 65245202-0003-4e65-915a-d8be8a8ca23a on network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:35.075442 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Sync routers for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:35.085064 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.089070 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b2d5fae9-c98a-4a59-8c7b-8fe25158d817 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9350927 Oct 24 09:01:35.089452 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50844) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:35.106200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:35.106985 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:35.118903 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:35.119421 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Checking segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:35.119829 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.121044 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Bound using segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:35.121588 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Bound port: 65245202-0003-4e65-915a-d8be8a8ca23a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:35.122088 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.174387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-8669c08c-b675-4833-b270-f5f9703f8792 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:35.183678 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41e3a5-90d4-44c5-b7f2-d163fa797f92 None None] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:35.188123 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-8669c08c-b675-4833-b270-f5f9703f8792 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0692730 Oct 24 09:01:35.196352 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] For port 65245202-0003-4e65-915a-d8be8a8ca23a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:35.199889 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] For port 65245202-0003-4e65-915a-d8be8a8ca23a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65245202-0003-4e65-915a-d8be8a8ca23a,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:35.202889 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:35.208674 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.266989 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:35.267676 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:35.277057 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:35.350344 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Deleting port 3cf51600-b21d-4989-92db-8e04b3392067 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:35.350870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (3cf51600-b21d-4989-92db-8e04b3392067), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.371397 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783eb3e-c994-4a88-a41f-b51f06050b95 None None] Pushing event updated for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:35.454282 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:35.473714 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Provisioning complete for port 704412ba-8584-43f5-9f76-c5bd92eac69f triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:35.474088 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.474417 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Attempt 1 to provision port 704412ba-8584-43f5-9f76-c5bd92eac69f Oct 24 09:01:35.495091 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] For port 3cf51600-b21d-4989-92db-8e04b3392067, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3cf51600-b21d-4989-92db-8e04b3392067,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:35.495468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (3cf51600-b21d-4989-92db-8e04b3392067), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.618806 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:35.625331 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:35.709159 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b0573a31-ebe1-435b-b161-6b7c9e23abe9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:35.732015 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:35Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:35.763854 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90d605-adce-4349-8c3e-77f7d771835d None None] The sync data for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi is: [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:35Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:35.793466 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.794138 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.794660 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Floating IP 877c35b4-47ad-4faf-b791-7fd2086d52b9 disassociated. External IP: 172.37.0.147, port: 3cf51600-b21d-4989-92db-8e04b3392067. Oct 24 09:01:35.795579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Calling delete_port for 3cf51600-b21d-4989-92db-8e04b3392067 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:35.804889 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:35.883458 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb9caa-3c08-4b24-86d8-8c5d6e279f4b req-fcbe6748-fc67-4da6-91d5-e5a89911ca3d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:35.888212 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.893529 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-40bb9caa-3c08-4b24-86d8-8c5d6e279f4b req-fcbe6748-fc67-4da6-91d5-e5a89911ca3d tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 945 time: 0.1054873 Oct 24 09:01:35.895971 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Current status of the port 704412ba-8584-43f5-9f76-c5bd92eac69f is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:35.906532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.951648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port b0573a31-ebe1-435b-b161-6b7c9e23abe9 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:35.952025 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:35.952390 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port b0573a31-ebe1-435b-b161-6b7c9e23abe9 Oct 24 09:01:36.003380 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (3cf51600-b21d-4989-92db-8e04b3392067), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.032821 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'Port': ['ID=3cf51600-b21d-4989-92db-8e04b3392067,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:36.076011 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:36.077770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:36.099278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:34Z', 'revision_number': 3, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:36.138867 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] For port 704412ba-8584-43f5-9f76-c5bd92eac69f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=704412ba-8584-43f5-9f76-c5bd92eac69f,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:36.143008 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Checking router: 7fca524d-6268-414d-8f6b-6cc83d2d5328 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:36.143473 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Updating router 7fca524d-6268-414d-8f6b-6cc83d2d5328 port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec binding host dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 09:01:36.148962 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.177295 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-40bb9caa-3c08-4b24-86d8-8c5d6e279f4b req-69f5b30f-2cfc-48d8-baef-783a19d3dc54 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b9ba92ae-d3d2-46ac-8929-cae11fb64106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2826614 Oct 24 09:01:36.202439 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:36.259786 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f475b6-1ebd-48ee-92c3-1972bb452800 None None] Pushing event updated for resources: {'Port': ['ID=704412ba-8584-43f5-9f76-c5bd92eac69f,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:36.292422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.320745 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-1a028ed5-0e28-41b6-872c-0b9f27c834c1 None None] Provisioning complete for port 704412ba-8584-43f5-9f76-c5bd92eac69f triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:36.321122 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-1a028ed5-0e28-41b6-872c-0b9f27c834c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.321463 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-1a028ed5-0e28-41b6-872c-0b9f27c834c1 None None] Attempt 1 to provision port 704412ba-8584-43f5-9f76-c5bd92eac69f Oct 24 09:01:36.352218 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port b0573a31-ebe1-435b-b161-6b7c9e23abe9 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:36.359706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 65245202-0003-4e65-915a-d8be8a8ca23a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:36.375955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:36.389044 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:36.399202 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:36.399824 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:36.402694 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.465731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] No DVR routers for this DVR port 3cf51600-b21d-4989-92db-8e04b3392067 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:01:36.469852 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.473988 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d044970c-1fdf-48d0-9fda-65603aef3b0d req-44d957b5-9b85-4887-b516-ae931bdb8e45 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.13 "DELETE /networking/v2.0/ports/3cf51600-b21d-4989-92db-8e04b3392067 HTTP/1.1" status: 204 len: 173 time: 1.2848978 Oct 24 09:01:36.475993 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'name': 'network-vif-deleted', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:01:36.492897 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bee6d7-64bb-4d96-99ae-b06b003eed73" -d '{"events": [{"server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "name": "network-vif-deleted", "tag": "3cf51600-b21d-4989-92db-8e04b3392067"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:01:36.504568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:36.645619 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 65245202-0003-4e65-915a-d8be8a8ca23a triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:36.646168 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.646660 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 65245202-0003-4e65-915a-d8be8a8ca23a Oct 24 09:01:36.699460 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:36.751039 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-1a028ed5-0e28-41b6-872c-0b9f27c834c1 None None] Current status of the port 704412ba-8584-43f5-9f76-c5bd92eac69f is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:36.752602 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Allocated IP 172.20.0.1 (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5/2d4a1513-6e49-4e53-be56-957f8e3d534a/cd3ec42c-8b97-4742-8793-8e23c8de5e04) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:36.897170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 65245202-0003-4e65-915a-d8be8a8ca23a is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:36.897679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.947696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:36.953882 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks [] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.959941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c79ce6-1a2c-43b9-b555-c29ec3ae8be9 x-openstack-request-id: req-68c79ce6-1a2c-43b9-b555-c29ec3ae8be9 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:01:36.960252 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655b4d3-6c0f-4f8d-975d-024824e4a4b3", "name": "network-vif-deleted", "tag": "3cf51600-b21d-4989-92db-8e04b3392067", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:01:36.960518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68c79ce6-1a2c-43b9-b555-c29ec3ae8be9 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:01:36.962047 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c79ce6-1a2c-43b9-b555-c29ec3ae8be9'] response: {'server_uuid': '5655b4d3-6c0f-4f8d-975d-024824e4a4b3', 'name': 'network-vif-deleted', 'tag': '3cf51600-b21d-4989-92db-8e04b3392067', 'status': 'completed', 'code': 200} Oct 24 09:01:36.969161 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 65245202-0003-4e65-915a-d8be8a8ca23a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65245202-0003-4e65-915a-d8be8a8ca23a,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:36.986524 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:36.992259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 704412ba-8584-43f5-9f76-c5bd92eac69f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:36.995847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.017420 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:37.032312 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.040361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:37.047298 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:37.048490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:37.052398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:37.062505 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:37.063214 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:37.079169 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:37.094096 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4169926'] for router_interface (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.098500 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:37.168570 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks [] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), precommit_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.192478 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:37.200679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.297305 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.307439 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:37.310032 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Attempting to bind port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:37.310459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Attempting to bind port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:37.310827 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Attempting to bind port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec on network c4b2e5b5-798f-4fae-b539-beec4dbeb107 {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:37.314832 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081f06-a723-459f-a98e-f496a31c94b0 None None] Pushing event updated for resources: {'Port': ['ID=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,revision_number=2']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:37.318315 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.367536 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 704412ba-8584-43f5-9f76-c5bd92eac69f triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:37.367939 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.368379 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 704412ba-8584-43f5-9f76-c5bd92eac69f Oct 24 09:01:37.393397 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:37.406665 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:37.406970 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Checking segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:37.407457 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.407903 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Bound using segment: {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'} {{(pid=116187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:37.408590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.managers [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Bound port: 6616e30e-ccbd-48e3-8cd6-6d762c31ddec, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c254da-6839-4b14-8103-c891477b5137', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107'}}] {{(pid=116187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:37.409094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.491446 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:37.502290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks [] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.511626 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-53c10067-53b7-4f7a-89c5-c74913611421 None None] Provisioning complete for port cd3ec42c-8b97-4742-8793-8e23c8de5e04 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:37.512022 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-53c10067-53b7-4f7a-89c5-c74913611421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.512380 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-53c10067-53b7-4f7a-89c5-c74913611421 None None] Attempt 1 to provision port cd3ec42c-8b97-4742-8793-8e23c8de5e04 Oct 24 09:01:37.521156 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.524654 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fce7ac7a-9171-4b88-8756-811ab8b24bad req-7a44fb35-d6e3-4485-9e58-1d3c89e16a09 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5655b4d3-6c0f-4f8d-975d-024824e4a4b3 HTTP/1.1" status: 200 len: 210 time: 0.1578810 Oct 24 09:01:37.551653 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] For port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:37.571330 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-53c10067-53b7-4f7a-89c5-c74913611421 None None] Port cd3ec42c-8b97-4742-8793-8e23c8de5e04 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:01:37.575685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] For port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:37.586545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.602109 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:37.607429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:37.627168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4169810'] for router_interface (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:37.645070 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:37.666519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:37.667090 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:37.675363 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097feb0-6291-4465-9317-85965b91b8ca None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:42Z', 'revision_number': 4, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '44cff1d5-206f-4840-92f8-4b8e216a6c12', 'name': '', 'network_id': 'd5cd9b46-2491-4f10-bda2-40f7d635b974', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'mac_address': 'fa:16:3e:6a:52:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:41Z', 'updated_at': '2022-10-24T08:52:47Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'subnets': [{'id': '4b070669-7d7a-409e-9cb2-d764a404fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:37.678117 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 704412ba-8584-43f5-9f76-c5bd92eac69f is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:37.722784 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081f06-a723-459f-a98e-f496a31c94b0 None None] Pushing event updated for resources: {'Port': ['ID=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,revision_number=3']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:37.765290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:37.766777 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:37.809051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:37.905788 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Router 7fca524d-6268-414d-8f6b-6cc83d2d5328 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:37.986594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 65245202-0003-4e65-915a-d8be8a8ca23a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:38.038009 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:38.043631 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a8e5d9c8-4c24-42af-86aa-f327b5a31d05 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/7fca524d-6268-414d-8f6b-6cc83d2d5328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528728 Oct 24 09:01:38.066594 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ac510-15fc-41e2-ad99-713b37f41442 None None] New status for floating IP 877c35b4-47ad-4faf-b791-7fd2086d52b9: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:01:38.221734 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-614e13e8-b322-4c77-b76f-b4d966fae38f None None] Provisioning complete for port cd3ec42c-8b97-4742-8793-8e23c8de5e04 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:38.222411 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-614e13e8-b322-4c77-b76f-b4d966fae38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.222411 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-614e13e8-b322-4c77-b76f-b4d966fae38f None None] Attempt 1 to provision port cd3ec42c-8b97-4742-8793-8e23c8de5e04 Oct 24 09:01:38.281802 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 65245202-0003-4e65-915a-d8be8a8ca23a triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:38.282189 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.282513 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 65245202-0003-4e65-915a-d8be8a8ca23a Oct 24 09:01:38.309291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:38.345295 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-614e13e8-b322-4c77-b76f-b4d966fae38f None None] Port cd3ec42c-8b97-4742-8793-8e23c8de5e04 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:01:38.421093 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cd3ec42c-8b97-4742-8793-8e23c8de5e04', 'name': '', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'mac_address': 'fa:16:3e:27:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:36Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 2, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'subnets': [{'id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:38.424368 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:38.460861 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c7fd-56d2-4d3c-bfa9-c4342def6a1c None None] The sync data for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi is: [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cd3ec42c-8b97-4742-8793-8e23c8de5e04', 'name': '', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'mac_address': 'fa:16:3e:27:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:36Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 2, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'subnets': [{'id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:38.464178 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 65245202-0003-4e65-915a-d8be8a8ca23a is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:38.465223 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 704412ba-8584-43f5-9f76-c5bd92eac69f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:38.515591 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 704412ba-8584-43f5-9f76-c5bd92eac69f triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:38.516020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.516391 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 704412ba-8584-43f5-9f76-c5bd92eac69f Oct 24 09:01:38.614556 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 704412ba-8584-43f5-9f76-c5bd92eac69f is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:38.654232 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 50886) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:38.728911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b9ba92ae-d3d2-46ac-8929-cae11fb64106), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.763401 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (b9ba92ae-d3d2-46ac-8929-cae11fb64106), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.845433 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b9ba92ae-d3d2-46ac-8929-cae11fb64106), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.848086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:38.849370 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b9ba92ae-d3d2-46ac-8929-cae11fb64106 HTTP/1.1" status: 204 len: 168 time: 0.1933603 Oct 24 09:01:38.852265 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50898) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:38.877028 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f392162-f36e-467d-abf9-991e56be4566 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba92ae-d3d2-46ac-8929-cae11fb64106,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:38.884965 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-6ccf7e85-9c56-4f64-98b3-c4768d2aa2d1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] show failed (client error): The resource could not be found. Oct 24 09:01:38.886357 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6ccf7e85-9c56-4f64-98b3-c4768d2aa2d1 tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "GET /networking/v2.0/security-groups/b9ba92ae-d3d2-46ac-8929-cae11fb64106 HTTP/1.1" status: 404 len: 347 time: 0.0330195 Oct 24 09:01:38.889350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50900) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:39.022513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:39.039989 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Deleting port c3d1f8bc-2dec-4372-8009-5d11d910f531 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:39.040682 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.159567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.159918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (c3d1f8bc-2dec-4372-8009-5d11d910f531), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.183112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Calling delete_port for c3d1f8bc-2dec-4372-8009-5d11d910f531 owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:39.423691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (c3d1f8bc-2dec-4372-8009-5d11d910f531), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.466929 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Pushing event deleted for resources: {'Port': ['ID=c3d1f8bc-2dec-4372-8009-5d11d910f531,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:39.543119 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks [] for floatingip (877c35b4-47ad-4faf-b791-7fd2086d52b9), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.546170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.550199 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-791cf1a6-35d7-4f6c-a0c7-938acfda2f9f tempest-AttachVolumeTestJSON-791554923 tempest-AttachVolumeTestJSON-791554923-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/877c35b4-47ad-4faf-b791-7fd2086d52b9 HTTP/1.1" status: 204 len: 168 time: 0.6572270 Oct 24 09:01:39.898342 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6616e30e-ccbd-48e3-8cd6-6d762c31ddec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:39.975501 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:39.976204 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:39.976644 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec Oct 24 09:01:40.058142 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3cf51600-b21d-4989-92db-8e04b3392067 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:40.103432 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 3cf51600-b21d-4989-92db-8e04b3392067 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:40.103838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 3cf51600-b21d-4989-92db-8e04b3392067 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:40.132954 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:40.133359 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:40.151431 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:40.180952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:40.187280 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:40.264600 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:41.784722 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6616e30e-ccbd-48e3-8cd6-6d762c31ddec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:41.844065 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:41.844462 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:41.844822 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec Oct 24 09:01:41.931952 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:42.853021 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Sync routers for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:42.867263 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:42.867898 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:42.892649 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:42.903696 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3528d-debe-4b32-b49f-d0119ccce2a0 req-97f2bcb8-a91a-4f1e-a0ac-7ceef1cc4dd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:42.911326 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46c3528d-debe-4b32-b49f-d0119ccce2a0 req-97f2bcb8-a91a-4f1e-a0ac-7ceef1cc4dd4 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0644109 Oct 24 09:01:42.985328 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-46c3528d-debe-4b32-b49f-d0119ccce2a0 req-88f5d908-bcbf-453f-b402-9184dc03266e tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732791 Oct 24 09:01:43.013865 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:43.045202 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:01:43.221416 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cd3ec42c-8b97-4742-8793-8e23c8de5e04', 'name': '', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'mac_address': 'fa:16:3e:27:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:36Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 2, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'subnets': [{'id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:43.253746 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Checking router: 7fca524d-6268-414d-8f6b-6cc83d2d5328 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:43.253746 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Updating router 7fca524d-6268-414d-8f6b-6cc83d2d5328 port cd3ec42c-8b97-4742-8793-8e23c8de5e04 binding host dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 09:01:43.292906 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:43.396774 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50964) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:43.598358 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks [] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), precommit_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:43.607253 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:43.684175 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcb7ac-e803-40a7-9e19-480c3e1b6360 None None] Pushing event updated for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=3']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:43.761268 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Attempting to bind port cd3ec42c-8b97-4742-8793-8e23c8de5e04 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:43.763212 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Attempting to bind port cd3ec42c-8b97-4742-8793-8e23c8de5e04 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:43.763878 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Attempting to bind port cd3ec42c-8b97-4742-8793-8e23c8de5e04 on network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:43.860898 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Checking agent: {'id': '8bcaf307-767e-48fa-921c-2af5c45f1df2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 42, 37), 'started_at': datetime.datetime(2022, 10, 24, 8, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:43.861643 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Checking segment: {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:43.861801 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:43.862276 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Bound using segment: {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'} {{(pid=116188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:43.863363 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.managers [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Bound port: cd3ec42c-8b97-4742-8793-8e23c8de5e04, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82ed807-88b7-47c5-9cbf-46a82730908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5'}}] {{(pid=116188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:43.863817 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), before_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:43.945444 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:43.948910 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:43.950521 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] For port cd3ec42c-8b97-4742-8793-8e23c8de5e04, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=116188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:43.954587 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.plugins.ml2.db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] For port cd3ec42c-8b97-4742-8793-8e23c8de5e04, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd3ec42c-8b97-4742-8793-8e23c8de5e04,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:43.966550 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron_lib.callbacks.manager [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_update {{(pid=116188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:44.006897 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:44.017822 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:44.018734 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:44.083624 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcb7ac-e803-40a7-9e19-480c3e1b6360 None None] Pushing event updated for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=4']} {{(pid=116188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:44.166040 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:44.180961 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c4eea-ed1d-4df1-884e-d7b47d528353 req-ea20ab72-cd40-4e99-880e-cb9803a547f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:44.182645 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-638c4eea-ed1d-4df1-884e-d7b47d528353 req-ea20ab72-cd40-4e99-880e-cb9803a547f6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0936315 Oct 24 09:01:44.271277 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:44.348992 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-638c4eea-ed1d-4df1-884e-d7b47d528353 req-4ed8116f-4a99-4445-9206-bc3ca842dcba tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327217 Oct 24 09:01:44.359934 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Deleting port 44cff1d5-206f-4840-92f8-4b8e216a6c12 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:44.360311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:44.411782 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cd3ec42c-8b97-4742-8793-8e23c8de5e04', 'name': '', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'mac_address': 'fa:16:3e:27:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:36Z', 'updated_at': '2022-10-24T09:01:43Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'subnets': [{'id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:44.442284 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fafa8-b101-4414-9152-328a421f5c83 None None] The sync data for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi is: [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:37Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cd3ec42c-8b97-4742-8793-8e23c8de5e04', 'name': '', 'network_id': 'd2edc681-ccb0-4b93-8e2e-0bbef3e8ded5', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'mac_address': 'fa:16:3e:27:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:36Z', 'updated_at': '2022-10-24T09:01:43Z', 'revision_number': 4, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'subnets': [{'id': '2d4a1513-6e49-4e53-be56-957f8e3d534a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:44.462831 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] For port 44cff1d5-206f-4840-92f8-4b8e216a6c12, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=44cff1d5-206f-4840-92f8-4b8e216a6c12,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:44.463674 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:44.490949 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Calling delete_port for 44cff1d5-206f-4840-92f8-4b8e216a6c12 owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:44.561433 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:44.761402 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (44cff1d5-206f-4840-92f8-4b8e216a6c12), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:44.777457 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b298dd-43d0-41dc-9e72-e589799a245d req-e83794b7-dc69-4257-acbc-2476135c0bfb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:44.779717 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69b298dd-43d0-41dc-9e72-e589799a245d req-e83794b7-dc69-4257-acbc-2476135c0bfb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0813234 Oct 24 09:01:44.839420 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=44cff1d5-206f-4840-92f8-4b8e216a6c12,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:44.954029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 86414159-5cb9-488f-8380-698e8b8e4c32 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:44.954384 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.112610 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] For port 86414159-5cb9-488f-8380-698e8b8e4c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86414159-5cb9-488f-8380-698e8b8e4c32,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:45.113127 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.156018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.188892 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485db21c-a474-478b-a411-db96e44afe06 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:01:45.278746 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:45.279405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:45.318426 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.318742 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.319039 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Floating IP c3a1570e-5444-4a76-92c6-32fdb4f90838 disassociated. External IP: 172.37.0.244, port: 86414159-5cb9-488f-8380-698e8b8e4c32. Oct 24 09:01:45.319398 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 86414159-5cb9-488f-8380-698e8b8e4c32 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:45.361835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485db21c-a474-478b-a411-db96e44afe06 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:01:45.499961 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:45.530347 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084c04-06f5-4d16-9bf8-e4eff8e1637d req-bffe0e07-77be-4cab-879a-4f5fc13c201a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:45.537892 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee084c04-06f5-4d16-9bf8-e4eff8e1637d req-bffe0e07-77be-4cab-879a-4f5fc13c201a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 945 time: 0.0621448 Oct 24 09:01:45.553999 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (86414159-5cb9-488f-8380-698e8b8e4c32), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:45.562793 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:45.598468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=86414159-5cb9-488f-8380-698e8b8e4c32,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:45.607092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Router b2070a2c-3121-4bcf-9926-d5eb2966f65f has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:45.867253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:46.061594 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ee084c04-06f5-4d16-9bf8-e4eff8e1637d req-07d02482-7db0-4108-a902-33824474e7b9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=11cbae44-1c0c-47cb-9529-1f6de403d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5174601 Oct 24 09:01:46.125697 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device cd3ec42c-8b97-4742-8793-8e23c8de5e04 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:46.152681 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:46.158204 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2ff9d2f9-e625-4744-aa5d-6811b778a1cd admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b2070a2c-3121-4bcf-9926-d5eb2966f65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602513 Oct 24 09:01:46.161157 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50976) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:46.173677 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:46.184314 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:46.228656 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Sync routers for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:46.234183 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:46.235251 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:46.241200 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:46.275833 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] No DVR routers for this DVR port 86414159-5cb9-488f-8380-698e8b8e4c32 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:01:46.279145 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.280214 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks [] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.283282 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-69b298dd-43d0-41dc-9e72-e589799a245d req-7f31da32-24bc-4d41-8ae1-5f522602adcb tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.13 "DELETE /networking/v2.0/ports/86414159-5cb9-488f-8380-698e8b8e4c32 HTTP/1.1" status: 204 len: 173 time: 1.4979429 Oct 24 09:01:46.284676 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'name': 'network-vif-deleted', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:01:46.288322 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b38571-b9f0-41c8-b857-6a546efd6d9e" -d '{"events": [{"server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "name": "network-vif-deleted", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:01:46.341477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port cd3ec42c-8b97-4742-8793-8e23c8de5e04 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:46.342242 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.343198 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port cd3ec42c-8b97-4742-8793-8e23c8de5e04 Oct 24 09:01:46.354097 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97a889b-baae-4534-b397-4433a3a0ad01 x-openstack-request-id: req-d97a889b-baae-4534-b397-4433a3a0ad01 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:01:46.354644 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dec37-c7ff-4c59-8b5f-611a52575853", "name": "network-vif-deleted", "tag": "86414159-5cb9-488f-8380-698e8b8e4c32", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:01:46.355065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d97a889b-baae-4534-b397-4433a3a0ad01 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:01:46.355649 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97a889b-baae-4534-b397-4433a3a0ad01'] response: {'server_uuid': '240dec37-c7ff-4c59-8b5f-611a52575853', 'name': 'network-vif-deleted', 'tag': '86414159-5cb9-488f-8380-698e8b8e4c32', 'status': 'completed', 'code': 200} Oct 24 09:01:46.431315 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:46.431983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:46.511302 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:46.546362 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:46.548086 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks [] for router_gateway (b2070a2c-3121-4bcf-9926-d5eb2966f65f), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.627626 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Deleting port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:46.628029 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.706753 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port cd3ec42c-8b97-4742-8793-8e23c8de5e04 is: DOWN; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:46.709560 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.720445 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:46.780193 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] For port 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:46.780580 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.815057 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-078748b5-e8b3-4466-9fb0-eb6d5799c5bf None None] Provisioning complete for port 46f3c338-b86e-420e-9cb0-157debcf6af6 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:46.815593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-078748b5-e8b3-4466-9fb0-eb6d5799c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:46.816012 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-078748b5-e8b3-4466-9fb0-eb6d5799c5bf None None] Attempt 1 to provision port 46f3c338-b86e-420e-9cb0-157debcf6af6 Oct 24 09:01:46.817822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Calling delete_port for 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd owned by network:router_gateway {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:46.904090 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] For port cd3ec42c-8b97-4742-8793-8e23c8de5e04, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd3ec42c-8b97-4742-8793-8e23c8de5e04,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:46.918171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.066601 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.121987 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:47.132784 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:47.133536 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.139416 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Pushing event updated for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:47.191117 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.240181 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-078748b5-e8b3-4466-9fb0-eb6d5799c5bf None None] Current status of the port 46f3c338-b86e-420e-9cb0-157debcf6af6 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:47.273579 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220'}], 'enable_snat': True}, 'gw_port_id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T09:01:44Z', 'revision_number': 5, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port': {'id': '244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T08:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.303209 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Checking router: b2070a2c-3121-4bcf-9926-d5eb2966f65f for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:47.314044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:47.319073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Routers {'b2070a2c-3121-4bcf-9926-d5eb2966f65f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:47.325372 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.336097 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:47.416854 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-437d47a1-e2da-429d-8d19-aa2f652ed98d req-3d112f6a-1206-4960-a3f6-069188d998e9 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=240dec37-c7ff-4c59-8b5f-611a52575853 HTTP/1.1" status: 200 len: 210 time: 0.1442783 Oct 24 09:01:47.457668 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.529376 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:47.590128 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.593127 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks [] for router_controller (b2070a2c-3121-4bcf-9926-d5eb2966f65f), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.623136 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:47.644258 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:47.654949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] Set router b2070a2c-3121-4bcf-9926-d5eb2966f65f gateway port host: None {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:47.658554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (b2070a2c-3121-4bcf-9926-d5eb2966f65f), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.659947 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2070a2c-3121-4bcf-9926-d5eb2966f65f {{(pid=116186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:01:47.660100 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.674109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.675629 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c19345d4-2802-4f40-8709-9c071d8c5d07 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/b2070a2c-3121-4bcf-9926-d5eb2966f65f HTTP/1.1" status: 204 len: 168 time: 1.5135329 Oct 24 09:01:47.678212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50990) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:47.739130 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6c612-13cc-468c-8a21-1571909527a3 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:03Z', 'revision_number': 4, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5e9df7b7-9573-4a8b-983c-2c230c734dc8', 'name': '', 'network_id': '151b561f-53f8-4019-8ed3-b08a9e67fe57', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'mac_address': 'fa:16:3e:e7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:51:00Z', 'updated_at': '2022-10-24T08:51:20Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'subnets': [{'id': '7e72a475-dde6-4d37-9a26-f17ac56e9412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:47.772502 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T09:01:47Z', 'revision_number': 7, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:47.778979 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Deleting subnet 4b070669-7d7a-409e-9cb2-d764a404fdb7 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:01:47.789798 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Publish callbacks [] for subnet (4b070669-7d7a-409e-9cb2-d764a404fdb7), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:47.856482 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785de567-8268-48b9-b61d-f8f0656abbe6 None None] The sync data for ids ['b2070a2c-3121-4bcf-9926-d5eb2966f65f'] in dv-cinder-master-3-iscsi is: [{'id': 'b2070a2c-3121-4bcf-9926-d5eb2966f65f', 'name': 'tempest-AttachVolumeTestJSON-875561975-router', 'tenant_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:52:39Z', 'updated_at': '2022-10-24T09:01:47Z', 'revision_number': 7, 'project_id': '45be9d45ba4c4a2ca1ed053a7263dbee', 'gw_port_host': None}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:47.879229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (4b070669-7d7a-409e-9cb2-d764a404fdb7), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.021789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (4b070669-7d7a-409e-9cb2-d764a404fdb7), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.067239 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 86414159-5cb9-488f-8380-698e8b8e4c32 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:48.094883 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 86414159-5cb9-488f-8380-698e8b8e4c32 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:48.095211 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 86414159-5cb9-488f-8380-698e8b8e4c32 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:48.125472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (4b070669-7d7a-409e-9cb2-d764a404fdb7), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.181169 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b070669-7d7a-409e-9cb2-d764a404fdb7,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:48.193329 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f661db-3a08-418b-9a8b-a40e4c8ef8f0 None None] Network d5cd9b46-2491-4f10-bda2-40f7d635b974 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:48.213407 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.217620 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ed6303b8-2854-4e29-accc-42098331ef1e admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/4b070669-7d7a-409e-9cb2-d764a404fdb7 HTTP/1.1" status: 204 len: 168 time: 0.5379426 Oct 24 09:01:48.220016 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 50998) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:48.248460 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e938971-084f-45ae-a652-dea7c2b05182 None None] New status for floating IP c3a1570e-5444-4a76-92c6-32fdb4f90838: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:01:48.253825 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:48.329842 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device cd3ec42c-8b97-4742-8793-8e23c8de5e04 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:01:48.360353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:48.371278 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (d5cd9b46-2491-4f10-bda2-40f7d635b974), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.490187 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Deleting port 46f3c338-b86e-420e-9cb0-157debcf6af6 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:48.490612 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.522210 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68896ce-f63f-451b-961b-65e16eba815b req-a72954d6-b59b-41f1-af46-2760da763358 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:48.531605 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c68896ce-f63f-451b-961b-65e16eba815b req-a72954d6-b59b-41f1-af46-2760da763358 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0998027 Oct 24 09:01:48.589361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51006) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:48.597544 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Provisioning complete for port cd3ec42c-8b97-4742-8793-8e23c8de5e04 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:48.597935 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.598279 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Attempt 1 to provision port cd3ec42c-8b97-4742-8793-8e23c8de5e04 Oct 24 09:01:48.689346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] For port 46f3c338-b86e-420e-9cb0-157debcf6af6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46f3c338-b86e-420e-9cb0-157debcf6af6,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:48.689723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.690585 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (11cbae44-1c0c-47cb-9529-1f6de403d7f0), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.721727 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (11cbae44-1c0c-47cb-9529-1f6de403d7f0), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.734915 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Calling delete_port for 46f3c338-b86e-420e-9cb0-157debcf6af6 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:48.742687 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c68896ce-f63f-451b-961b-65e16eba815b req-1c5e1b0c-53cd-4076-aca5-0556fb4ebece tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105448 Oct 24 09:01:48.771562 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:48.775868 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Current status of the port cd3ec42c-8b97-4742-8793-8e23c8de5e04 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:48.810928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] DHCP port deletion for d5cd9b46-2491-4f10-bda2-40f7d635b974 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:01:48.849295 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (11cbae44-1c0c-47cb-9529-1f6de403d7f0), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.865756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Deleting port 46f3c338-b86e-420e-9cb0-157debcf6af6 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:48.866274 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.866995 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.868525 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/11cbae44-1c0c-47cb-9529-1f6de403d7f0 HTTP/1.1" status: 204 len: 168 time: 0.2781601 Oct 24 09:01:48.876383 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51008) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:48.888282 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef177d-aabb-4b0f-aa62-6c4206d974d6 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbae44-1c0c-47cb-9529-1f6de403d7f0,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:48.896719 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.api.v2.resource [None req-5e0a5c1e-0e8c-444f-aacf-928e5ec97e2a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] show failed (client error): The resource could not be found. Oct 24 09:01:48.900567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5e0a5c1e-0e8c-444f-aacf-928e5ec97e2a tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "GET /networking/v2.0/security-groups/11cbae44-1c0c-47cb-9529-1f6de403d7f0 HTTP/1.1" status: 404 len: 347 time: 0.0234096 Oct 24 09:01:48.901207 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51010) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:48.964437 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.978522 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] For port 46f3c338-b86e-420e-9cb0-157debcf6af6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46f3c338-b86e-420e-9cb0-157debcf6af6,segment=NetworkSegment(02e96344-215b-4d00-bbdd-45ae0de8df6b),segment_id=02e96344-215b-4d00-bbdd-45ae0de8df6b)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:48.979111 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:48.999166 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Calling delete_port for 46f3c338-b86e-420e-9cb0-157debcf6af6 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:49.050961 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] No DVR routers for this DVR port 46f3c338-b86e-420e-9cb0-157debcf6af6 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:01:49.059163 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Pushing event deleted for resources: {'Port': ['ID=46f3c338-b86e-420e-9cb0-157debcf6af6,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:49.134647 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (46f3c338-b86e-420e-9cb0-157debcf6af6), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.144395 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Deleting port 018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:49.145021 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.154568 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] No DVR routers for this DVR port 46f3c338-b86e-420e-9cb0-157debcf6af6 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:01:49.195004 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ec57c-e605-4067-98d4-22d9e87cc97e None None] Pushing event deleted for resources: {'Port': ['ID=46f3c338-b86e-420e-9cb0-157debcf6af6,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:49.199540 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:49.215207 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (d5cd9b46-2491-4f10-bda2-40f7d635b974), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.274498 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cd9b46-2491-4f10-bda2-40f7d635b974']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:49.289200 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e96344-215b-4d00-bbdd-45ae0de8df6b') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:49.289514 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e96344-215b-4d00-bbdd-45ae0de8df6b') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:49.305223 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (02e96344-215b-4d00-bbdd-45ae0de8df6b), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.342922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.343380 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.346673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (02e96344-215b-4d00-bbdd-45ae0de8df6b), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.362851 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:01:49.363280 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (02e96344-215b-4d00-bbdd-45ae0de8df6b), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.378658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Calling delete_port for 018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:49.393112 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 02e96344-215b-4d00-bbdd-45ae0de8df6b resource provider aggregate not found Oct 24 09:01:49.479222 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 02e96344-215b-4d00-bbdd-45ae0de8df6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02e96344-215b-4d00-bbdd-45ae0de8df6b found for delete ", "request_id": "req-c9c079e2-11fd-46b1-befc-3a8e990d2659"}]} Oct 24 09:01:49.497887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (d5cd9b46-2491-4f10-bda2-40f7d635b974), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.505357 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.511000 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d5cd9b46-2491-4f10-bda2-40f7d635b974 HTTP/1.1" status: 204 len: 168 time: 1.2877324 Oct 24 09:01:49.546100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a297be-98a1-49f2-84ae-91771a7f23de admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cd9b46-2491-4f10-bda2-40f7d635b974,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:49.550881 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:49.628772 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.659368 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Pushing event deleted for resources: {'Port': ['ID=018cedd4-24fe-4c7d-83ad-d0ceefd4a4ae,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:49.685281 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51018) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:49.742739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks [] for floatingip (c3a1570e-5444-4a76-92c6-32fdb4f90838), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.745993 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.754135 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-7bc1bf48-22b9-4e19-9716-b89d4d354671 tempest-AttachVolumeNegativeTest-97597731 tempest-AttachVolumeNegativeTest-97597731-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/c3a1570e-5444-4a76-92c6-32fdb4f90838 HTTP/1.1" status: 204 len: 168 time: 0.8492317 Oct 24 09:01:49.782380 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51022) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:49.788421 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d6616619-4209-425b-bb3b-e913834c986a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=45be9d45ba4c4a2ca1ed053a7263dbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1018360 Oct 24 09:01:49.826162 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 44cff1d5-206f-4840-92f8-4b8e216a6c12 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:49.901661 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 44cff1d5-206f-4840-92f8-4b8e216a6c12 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:49.902331 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 44cff1d5-206f-4840-92f8-4b8e216a6c12 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:49.902948 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:49.942888 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] Publish callbacks [] for security_group (fc1567ac-9abe-4d96-98af-661ab5c87d59), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:49.947011 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:49.947363 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 244c03ea-9cbc-4ce4-998b-26c3ae3fcbdd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:49.947798 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 46f3c338-b86e-420e-9cb0-157debcf6af6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:49.978571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 46f3c338-b86e-420e-9cb0-157debcf6af6 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:49.978571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 46f3c338-b86e-420e-9cb0-157debcf6af6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:50.016883 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820972-ec2e-495e-a18d-2cacf4b54ed4 req-8a2348d6-4acf-4e38-8daf-ffe0715a81f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:50.024162 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-83820972-ec2e-495e-a18d-2cacf4b54ed4 req-8a2348d6-4acf-4e38-8daf-ffe0715a81f2 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.1060479 Oct 24 09:01:50.028191 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] Publish callbacks [] for security_group (fc1567ac-9abe-4d96-98af-661ab5c87d59), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.063970 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-414519e8-3d59-4f4d-97ed-a2ef277a4afa tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:50.065535 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-414519e8-3d59-4f4d-97ed-a2ef277a4afa tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 946 time: 0.0671575 Oct 24 09:01:50.114229 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-83820972-ec2e-495e-a18d-2cacf4b54ed4 req-5b1c0bf6-008a-4569-828b-db13ef0630f7 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68bb57b8-7df9-42fb-810e-0844839a29f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890689 Oct 24 09:01:50.156589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fc1567ac-9abe-4d96-98af-661ab5c87d59), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.161183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.164785 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fc1567ac-9abe-4d96-98af-661ab5c87d59 HTTP/1.1" status: 204 len: 168 time: 0.3788168 Oct 24 09:01:50.192062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb80ac8-cae4-440e-8ab0-6689bff68f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1567ac-9abe-4d96-98af-661ab5c87d59,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:50.218922 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Deleting port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:50.220429 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.299831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:50.348279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] For port d0e79b5c-b764-405d-8c7a-d5032e3c72a8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:50.348657 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.420356 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:50.569302 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.569669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.570060 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.l3_db [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Floating IP 9746baca-2d40-49d6-9ded-3df0d965aa7f disassociated. External IP: 172.37.0.14, port: d0e79b5c-b764-405d-8c7a-d5032e3c72a8. Oct 24 09:01:50.570428 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Calling delete_port for d0e79b5c-b764-405d-8c7a-d5032e3c72a8 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:50.751930 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (d0e79b5c-b764-405d-8c7a-d5032e3c72a8), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:50.800893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'Port': ['ID=d0e79b5c-b764-405d-8c7a-d5032e3c72a8,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:50.949922 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:51.116455 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:51.130022 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:51.144956 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:51.146549 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:51.199481 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] No DVR routers for this DVR port d0e79b5c-b764-405d-8c7a-d5032e3c72a8 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:01:51.202147 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:51.208736 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-43b8342d-6b9d-4d39-bbf9-82b6fbee7f17 req-3bddf4b1-76cc-4e7e-a272-252d1cc30561 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.13 "DELETE /networking/v2.0/ports/d0e79b5c-b764-405d-8c7a-d5032e3c72a8 HTTP/1.1" status: 204 len: 173 time: 1.1372185 Oct 24 09:01:51.213326 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-deleted', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:01:51.217351 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd6d85-ad33-4118-ba53-218e293d53b4" -d '{"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-deleted", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:01:51.335098 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-789b7488-3cf1-4fe8-add0-f85648e6b17c req-6cec7e88-9cd0-4df7-b130-977ea70c9ef0 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e72acc7a-decb-46c7-9c51-f731e2c413b3 HTTP/1.1" status: 200 len: 210 time: 0.0829368 Oct 24 09:01:51.336658 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f02ea-6ddc-4e60-9bd6-e70ae3b3a14e x-openstack-request-id: req-bb7f02ea-6ddc-4e60-9bd6-e70ae3b3a14e {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:01:51.337143 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72acc7a-decb-46c7-9c51-f731e2c413b3", "name": "network-vif-deleted", "tag": "d0e79b5c-b764-405d-8c7a-d5032e3c72a8", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:01:51.337336 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb7f02ea-6ddc-4e60-9bd6-e70ae3b3a14e {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:01:51.337938 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7f02ea-6ddc-4e60-9bd6-e70ae3b3a14e'] response: {'server_uuid': 'e72acc7a-decb-46c7-9c51-f731e2c413b3', 'name': 'network-vif-deleted', 'tag': 'd0e79b5c-b764-405d-8c7a-d5032e3c72a8', 'status': 'completed', 'code': 200} Oct 24 09:01:51.405512 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:51.681531 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:51.713084 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:51.724699 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:51.725511 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:51.880721 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:52.108177 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:52.143631 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e6084-3f34-4cd0-b05a-abe69d65ca3b None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T08:51:01Z', 'revision_number': 4, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2a456916-e7bf-4e20-87db-152f36b48fe3', 'name': '', 'network_id': '622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'mac_address': 'fa:16:3e:a7:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:59Z', 'updated_at': '2022-10-24T08:51:16Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'subnets': [{'id': '66fb0918-4d0a-408a-a493-d5304240b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:52.415246 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-6414b870-b311-4d43-9043-9b972ae13afc tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:52.420763 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-6414b870-b311-4d43-9043-9b972ae13afc tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 814 time: 0.1539125 Oct 24 09:01:52.440804 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-11b64d6d-e648-4e36-9a5a-d340a215b244 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/quotas/7e9c4dec37674f73912f0d9272ac2446 HTTP/1.1" status: 200 len: 375 time: 0.0146801 Oct 24 09:01:52.470976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48de0e-bfed-4470-ab2e-f1feff14d271 None None] New status for floating IP 9746baca-2d40-49d6-9ded-3df0d965aa7f: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:01:52.512700 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-bf75c4e3-45ff-4f78-a565-566f790f4094 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648835 Oct 24 09:01:52.528360 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51122) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:52.642680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (68bb57b8-7df9-42fb-810e-0844839a29f6), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:52.675127 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (68bb57b8-7df9-42fb-810e-0844839a29f6), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:52.682385 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-1ecbc679-ec25-4cfa-8503-ea09a76cf53f service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 09:01:52.684918 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-1ecbc679-ec25-4cfa-8503-ea09a76cf53f service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1567616 Oct 24 09:01:52.737668 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:52.786243 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (68bb57b8-7df9-42fb-810e-0844839a29f6), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:52.789938 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:52.791974 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/68bb57b8-7df9-42fb-810e-0844839a29f6 HTTP/1.1" status: 204 len: 168 time: 0.2618661 Oct 24 09:01:52.798129 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51136) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:52.819759 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead2c4-204f-472f-af8e-99917a23da37 tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bb57b8-7df9-42fb-810e-0844839a29f6,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:52.831479 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-4c27fe0c-756e-482f-826e-1569e0210b49 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394904 Oct 24 09:01:52.847511 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.api.v2.resource [None req-4184c66b-1007-424e-bda5-096f1d69001c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] show failed (client error): The resource could not be found. Oct 24 09:01:52.848591 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4184c66b-1007-424e-bda5-096f1d69001c tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "GET /networking/v2.0/security-groups/68bb57b8-7df9-42fb-810e-0844839a29f6 HTTP/1.1" status: 404 len: 347 time: 0.0494668 Oct 24 09:01:52.850060 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:52.852392 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51140) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:52.944923 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-ee215708-052f-4673-b384-e9b66aba08d9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025448 Oct 24 09:01:52.970627 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:52.986869 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Deleting port 927eda35-f352-4736-8c65-a9863a48c603 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:52.987665 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (927eda35-f352-4736-8c65-a9863a48c603), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.113829 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (927eda35-f352-4736-8c65-a9863a48c603), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.114331 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (927eda35-f352-4736-8c65-a9863a48c603), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.133189 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Calling delete_port for 927eda35-f352-4736-8c65-a9863a48c603 owned by network:floatingip {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:53.141765 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cbd1fbed-4a12-4a92-af8d-b8e9f6034e68 req-56185989-260a-41c8-b2c4-4e1142207fb4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 210 time: 0.0510337 Oct 24 09:01:53.215309 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:53.297161 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (927eda35-f352-4736-8c65-a9863a48c603), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.325985 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Pushing event deleted for resources: {'Port': ['ID=927eda35-f352-4736-8c65-a9863a48c603,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:53.406022 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks [] for floatingip (9746baca-2d40-49d6-9ded-3df0d965aa7f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.410505 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.412534 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-4bec0643-8358-44af-82e9-9274a3bb573b tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/9746baca-2d40-49d6-9ded-3df0d965aa7f HTTP/1.1" status: 204 len: 168 time: 0.5586567 Oct 24 09:01:53.760185 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51174) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:53.879224 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-160204b4-3f96-41f1-8100-0be7ed7ca989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.938956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51184) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:53.971406 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:53.995513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-160204b4-3f96-41f1-8100-0be7ed7ca989 admin admin] Publish callbacks [] for security_group (a7672533-e508-4d56-ac62-c6433b377ec3), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:53.999628 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-160204b4-3f96-41f1-8100-0be7ed7ca989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a7672533-e508-4d56-ac62-c6433b377ec3), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.083191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:01:54.086396 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-160204b4-3f96-41f1-8100-0be7ed7ca989 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=057bb2c50f1a40e18f7cd9520f05837a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249717 Oct 24 09:01:54.087140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160204b4-3f96-41f1-8100-0be7ed7ca989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7672533-e508-4d56-ac62-c6433b377ec3,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:54.089270 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51188) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:54.114038 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: d0e79b5c-b764-405d-8c7a-d5032e3c72a8 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:01:54.114676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device d0e79b5c-b764-405d-8c7a-d5032e3c72a8 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:01:54.178250 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] Publish callbacks [] for security_group (a7672533-e508-4d56-ac62-c6433b377ec3), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.204402 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] Publish callbacks [] for security_group (a7672533-e508-4d56-ac62-c6433b377ec3), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.253592 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a7672533-e508-4d56-ac62-c6433b377ec3), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.256817 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.257878 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a7672533-e508-4d56-ac62-c6433b377ec3 HTTP/1.1" status: 204 len: 168 time: 0.1669726 Oct 24 09:01:54.266435 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be7c44-e6b3-43b2-a834-95a2979e9507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7672533-e508-4d56-ac62-c6433b377ec3,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:54.276827 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-86e0b78b-3d94-43ee-9f5d-c24366d41509 req-0bfd5962-5ace-4cf2-81ce-d9857f7f5d3b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 210 time: 0.0372460 Oct 24 09:01:54.407276 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.648261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51200) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:54.675759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0d9dcfae-c1e9-45be-ad5e-d41c167e04fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.744205 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-0f1f9ff9-d2ee-4099-8cea-d787395fdb19 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:54.748281 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-0f1f9ff9-d2ee-4099-8cea-d787395fdb19 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 814 time: 0.2025416 Oct 24 09:01:54.760384 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:54.769663 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'port': {'device_id': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'admin_state_up': True, 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:54.813419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Deleting port 5e9df7b7-9573-4a8b-983c-2c230c734dc8 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:54.813843 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.906590 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Made reservation on behalf of 7e9c4dec37674f73912f0d9272ac2446 for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:01:54.913333 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.918847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0d9dcfae-c1e9-45be-ad5e-d41c167e04fb admin admin] Publish callbacks [] for security_group (ae43d8b0-8897-4dba-aa66-9531cfa2c32e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.924930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0d9dcfae-c1e9-45be-ad5e-d41c167e04fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ae43d8b0-8897-4dba-aa66-9531cfa2c32e), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.925124 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:54.969200 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] For port 5e9df7b7-9573-4a8b-983c-2c230c734dc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e9df7b7-9573-4a8b-983c-2c230c734dc8,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:54.969748 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:54.972325 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:55.005322 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dcfae-c1e9-45be-ad5e-d41c167e04fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43d8b0-8897-4dba-aa66-9531cfa2c32e,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:55.008734 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Calling delete_port for 5e9df7b7-9573-4a8b-983c-2c230c734dc8 owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:55.014565 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0d9dcfae-c1e9-45be-ad5e-d41c167e04fb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=200d8995e348488097bd229b7323ac9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642879 Oct 24 09:01:55.018126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51218) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:55.077381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Allocated IP 172.20.0.5 (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7/45ef9246-f83c-4ec1-9200-48033618f943/b8947813-7d62-4e04-8aa8-8ba174d01def) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:01:55.134302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] Publish callbacks [] for security_group (ae43d8b0-8897-4dba-aa66-9531cfa2c32e), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.197589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] Publish callbacks [] for security_group (ae43d8b0-8897-4dba-aa66-9531cfa2c32e), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.358589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (5e9df7b7-9573-4a8b-983c-2c230c734dc8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.448884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ae43d8b0-8897-4dba-aa66-9531cfa2c32e), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.451309 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.452574 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ae43d8b0-8897-4dba-aa66-9531cfa2c32e HTTP/1.1" status: 204 len: 168 time: 0.4331174 Oct 24 09:01:55.465536 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9df7b7-9573-4a8b-983c-2c230c734dc8,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:55.491300 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4955fb2-1cf5-45e0-bdd6-baf195fb65c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43d8b0-8897-4dba-aa66-9531cfa2c32e,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:55.550545 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c6f5eabd-3b6e-4519-b701-a55b7d6a9363 req-149987fa-7433-4bae-bcfa-b94bd1e469c2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 210 time: 0.1115029 Oct 24 09:01:55.729521 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.804386 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:55.835161 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:55.873711 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:01:55.877861 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:01:55.932723 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:01:56.087076 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:56.139300 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:56.149286 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:56.180033 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51246) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:56.200259 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-bff13978-c6a7-4320-a895-c8edf385fe24 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4359877 Oct 24 09:01:56.461369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:56.488333 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-b86a28b1-ee85-4ce6-8321-2c02f6696e20 None None] Provisioning complete for port b8947813-7d62-4e04-8aa8-8ba174d01def triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:56.488962 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b86a28b1-ee85-4ce6-8321-2c02f6696e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:56.489264 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-b86a28b1-ee85-4ce6-8321-2c02f6696e20 None None] Attempt 1 to provision port b8947813-7d62-4e04-8aa8-8ba174d01def Oct 24 09:01:56.500407 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:56.544440 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68798f59-87e6-441a-ba86-1fc0ef0b8560 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:01:56.595980 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-b86a28b1-ee85-4ce6-8321-2c02f6696e20 None None] Port b8947813-7d62-4e04-8aa8-8ba174d01def cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:01:56.845792 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68798f59-87e6-441a-ba86-1fc0ef0b8560 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:01:56.921155 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Router 051be8c9-5644-4ad6-b872-f4384afa1dfa has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:01:56.945879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Request body: {'port': {'device_id': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:01:56.951251 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae27f1-7308-4c7c-9d50-1bb41f9deeb3 req-4594b547-ee2b-4e86-a868-cd64eaf1ec8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:56.953202 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-25ae27f1-7308-4c7c-9d50-1bb41f9deeb3 req-4594b547-ee2b-4e86-a868-cd64eaf1ec8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 931 time: 0.1987629 Oct 24 09:01:57.086137 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:57.094330 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-25ae27f1-7308-4c7c-9d50-1bb41f9deeb3 req-16f694e7-f860-438e-a688-6058d1bc9cfb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895088 Oct 24 09:01:57.196781 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:01:57.204224 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e0a8510c-7e10-4d4c-8d1c-917a286dae0e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/051be8c9-5644-4ad6-b872-f4384afa1dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2639959 Oct 24 09:01:57.205995 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51268) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:57.207487 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Sync routers for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:01:57.229090 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:57.230896 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:57.248469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.340331 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:57.342352 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks [] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.467432 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:57.523504 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:57.543174 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks [] for router_gateway (051be8c9-5644-4ad6-b872-f4384afa1dfa), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.634801 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Deleting port 42ff8aee-2568-4fd5-8700-e29ab567a125 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:57.636419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.736816 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (fee87984-dc1e-439a-bad6-383e8514d0d1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.828102 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:57.869947 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] For port 42ff8aee-2568-4fd5-8700-e29ab567a125, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42ff8aee-2568-4fd5-8700-e29ab567a125,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:57.871832 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:57.917093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Calling delete_port for 42ff8aee-2568-4fd5-8700-e29ab567a125 owned by network:router_gateway {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:58.021060 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:58.031653 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:58.059436 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158'}], 'enable_snat': True}, 'gw_port_id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:55Z', 'revision_number': 5, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port': {'id': '42ff8aee-2568-4fd5-8700-e29ab567a125', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:58.077515 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:58.106756 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Checking router: 051be8c9-5644-4ad6-b872-f4384afa1dfa for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:01:58.122428 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Routers {'051be8c9-5644-4ad6-b872-f4384afa1dfa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:01:58.123176 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['051be8c9-5644-4ad6-b872-f4384afa1dfa'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:58.251424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-45f1be35-253d-4b2b-99d1-2c072177d475 None None] Provisioning complete for port 1cd1c666-9cec-418e-a7e1-7462f4270971 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:01:58.252503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-45f1be35-253d-4b2b-99d1-2c072177d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.254126 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-45f1be35-253d-4b2b-99d1-2c072177d475 None None] Attempt 1 to provision port 1cd1c666-9cec-418e-a7e1-7462f4270971 Oct 24 09:01:58.265352 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] Set router 051be8c9-5644-4ad6-b872-f4384afa1dfa gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:01:58.305007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:58.363535 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Deleting port 2a456916-e7bf-4e20-87db-152f36b48fe3 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:01:58.363942 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.383231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51284) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:58.390717 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (42ff8aee-2568-4fd5-8700-e29ab567a125), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.429649 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-45f1be35-253d-4b2b-99d1-2c072177d475 None None] Current status of the port 1cd1c666-9cec-418e-a7e1-7462f4270971 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:01:58.435823 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8947813-7d62-4e04-8aa8-8ba174d01def {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:01:58.445327 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:57Z', 'revision_number': 6, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:01:58.449913 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ff8aee-2568-4fd5-8700-e29ab567a125,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:58.471520 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a4366-aa4d-4b7b-952f-bb482f30ab6e req-b264f14c-3402-497e-88fb-e25e481c20d4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:58.477660 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f92a4366-aa4d-4b7b-952f-bb482f30ab6e req-b264f14c-3402-497e-88fb-e25e481c20d4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 931 time: 0.1599588 Oct 24 09:01:58.482087 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3461-88ec-484d-9654-28653fd1fbf1 None None] The sync data for ids ['051be8c9-5644-4ad6-b872-f4384afa1dfa'] in dv-cinder-master-3-iscsi is: [{'id': '051be8c9-5644-4ad6-b872-f4384afa1dfa', 'name': 'tempest-AttachVolumeNegativeTest-1360158344-router', 'tenant_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:57Z', 'revision_number': 6, 'project_id': 'b34f10ec378a4622a8f0b0546e84da7f', 'gw_port_host': None}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:01:58.513469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks [] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.543599 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Transition to ACTIVE for port object b8947813-7d62-4e04-8aa8-8ba174d01def will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:01:58.550730 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.624372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] For port 2a456916-e7bf-4e20-87db-152f36b48fe3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2a456916-e7bf-4e20-87db-152f36b48fe3,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:01:58.624804 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.644235 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-516b9b71-c9f4-4b07-9f4e-337cb66fef11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.687102 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f92a4366-aa4d-4b7b-952f-bb482f30ab6e req-2ffa0ef4-ea62-4b8a-9a60-daf80f5f2fdd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745577 Oct 24 09:01:58.698908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Calling delete_port for 2a456916-e7bf-4e20-87db-152f36b48fe3 owned by network:router_interface {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:01:58.711041 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:58.722635 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.741731 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.742085 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.742442 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.742801 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.743178 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.743425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.743763 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.744105 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.744463 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.744775 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.745105 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.745571 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.745787 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.746128 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.746443 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:01:58.824337 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Attempting to bind port b8947813-7d62-4e04-8aa8-8ba174d01def on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:01:58.824624 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Attempting to bind port b8947813-7d62-4e04-8aa8-8ba174d01def by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:01:58.824998 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Attempting to bind port b8947813-7d62-4e04-8aa8-8ba174d01def on network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:58.838615 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.842304 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks [] for router_controller (051be8c9-5644-4ad6-b872-f4384afa1dfa), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.888602 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:58.906405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (051be8c9-5644-4ad6-b872-f4384afa1dfa), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.907661 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051be8c9-5644-4ad6-b872-f4384afa1dfa {{(pid=116186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:01:58.929352 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:58.935676 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4211e935-4458-496b-8860-ff8d6b2cfda7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/051be8c9-5644-4ad6-b872-f4384afa1dfa HTTP/1.1" status: 204 len: 168 time: 1.7285495 Oct 24 09:01:58.936787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51290) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:59.006133 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Port b8947813-7d62-4e04-8aa8-8ba174d01def on network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:01:59.006481 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Attempting to bind port b8947813-7d62-4e04-8aa8-8ba174d01def on network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:01:59.013680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:59.049933 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Deleting subnet 7e72a475-dde6-4d37-9a26-f17ac56e9412 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:01:59.054864 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Publish callbacks [] for subnet (7e72a475-dde6-4d37-9a26-f17ac56e9412), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.066827 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-516b9b71-c9f4-4b07-9f4e-337cb66fef11 admin admin] Publish callbacks [] for security_group (031c9546-b089-4693-8326-f612555fcd19), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.076960 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-516b9b71-c9f4-4b07-9f4e-337cb66fef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (031c9546-b089-4693-8326-f612555fcd19), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.128202 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (7e72a475-dde6-4d37-9a26-f17ac56e9412), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.145067 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-516b9b71-c9f4-4b07-9f4e-337cb66fef11 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=33e1e7c36252488aa8a2255b3c44c498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604506 Oct 24 09:01:59.147611 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:01:59.147956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Checking segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:01:59.148373 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Bound using segment: {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:01:59.148813 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Bound port: b8947813-7d62-4e04-8aa8-8ba174d01def, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fa4dbe-f413-41b1-acc8-3e081c37ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:01:59.149176 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.153282 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51292) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:59.156446 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b9b71-c9f4-4b07-9f4e-337cb66fef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031c9546-b089-4693-8326-f612555fcd19,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:59.255918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] Publish callbacks [] for security_group (031c9546-b089-4693-8326-f612555fcd19), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.264126 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (2a456916-e7bf-4e20-87db-152f36b48fe3), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.297475 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:01:59.304002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a456916-e7bf-4e20-87db-152f36b48fe3,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:59.313180 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] Publish callbacks [] for security_group (031c9546-b089-4693-8326-f612555fcd19), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.318611 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:01:59.334750 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:59.345284 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.351493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:01:59.360586 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (7e72a475-dde6-4d37-9a26-f17ac56e9412), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.371041 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:59.371668 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.373125 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1093 time: 2.4554386 Oct 24 09:01:59.373719 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:01:59.376112 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:01:59.479176 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062ba494-0866-47c6-8506-fe9f73bfb613 x-openstack-request-id: req-062ba494-0866-47c6-8506-fe9f73bfb613 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:01:59.479478 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:01:59.479794 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-062ba494-0866-47c6-8506-fe9f73bfb613 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:01:59.480237 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062ba494-0866-47c6-8506-fe9f73bfb613'] response: {'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:01:59.482949 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24480a4c-c580-4a56-a427-6f0988c6c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:59.529815 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (031c9546-b089-4693-8326-f612555fcd19), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.533012 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.534281 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/031c9546-b089-4693-8326-f612555fcd19 HTTP/1.1" status: 204 len: 168 time: 0.3796659 Oct 24 09:01:59.548063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (7e72a475-dde6-4d37-9a26-f17ac56e9412), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.564208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.570250 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7e72a475-dde6-4d37-9a26-f17ac56e9412 HTTP/1.1" status: 204 len: 168 time: 0.6293247 Oct 24 09:01:59.570250 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a9f4-d0e8-400a-bfb8-3a01fb1204a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c9546-b089-4693-8326-f612555fcd19,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:59.571667 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51298) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:01:59.575545 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fea74f-431e-47e1-a871-a39226e520f0 None None] Network 151b561f-53f8-4019-8ed3-b08a9e67fe57 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:01:59.635688 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae872624-6a18-4e60-b8f7-67c0b82c6c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e72a475-dde6-4d37-9a26-f17ac56e9412,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:01:59.726505 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (fee87984-dc1e-439a-bad6-383e8514d0d1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.740951 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-802f4a31-ecc6-4eee-b070-e2490a8e28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:01:59.745441 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-802f4a31-ecc6-4eee-b070-e2490a8e28e4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1127 time: 0.1581104 Oct 24 09:01:59.815909 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (151b561f-53f8-4019-8ed3-b08a9e67fe57), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:01:59.904020 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-f4d542a7-cd01-4deb-a440-4ad07e28952f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 217 time: 0.1275661 Oct 24 09:02:00.049062 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Deleting port 1cd1c666-9cec-418e-a7e1-7462f4270971 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:02:00.049874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.079741 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5e9df7b7-9573-4a8b-983c-2c230c734dc8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:00.094350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116cbbb-c2ac-48c7-ab2c-3a1aac67eb44 req-8c802749-762b-480e-ac37-b89e6326e03a tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:00.096232 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f116cbbb-c2ac-48c7-ab2c-3a1aac67eb44 req-8c802749-762b-480e-ac37-b89e6326e03a tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.1960616 Oct 24 09:02:00.156908 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-80f39d37-7825-4f66-8c1e-172015553692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:00.159267 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-80f39d37-7825-4f66-8c1e-172015553692 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.1771088 Oct 24 09:02:00.167818 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 5e9df7b7-9573-4a8b-983c-2c230c734dc8 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:00.169865 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 5e9df7b7-9573-4a8b-983c-2c230c734dc8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:00.170392 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 42ff8aee-2568-4fd5-8700-e29ab567a125 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:00.176928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] DHCP port deletion for 151b561f-53f8-4019-8ed3-b08a9e67fe57 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:02:00.263057 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 42ff8aee-2568-4fd5-8700-e29ab567a125 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:00.263707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] For port 1cd1c666-9cec-418e-a7e1-7462f4270971, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cd1c666-9cec-418e-a7e1-7462f4270971,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:00.263858 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 42ff8aee-2568-4fd5-8700-e29ab567a125 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:00.264067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.267401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Deleting port 1cd1c666-9cec-418e-a7e1-7462f4270971 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:02:00.269249 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.333267 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Calling delete_port for 1cd1c666-9cec-418e-a7e1-7462f4270971 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:02:00.350677 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f116cbbb-c2ac-48c7-ab2c-3a1aac67eb44 req-59507368-eb3d-4e15-9d1d-929fa08fb975 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436948 Oct 24 09:02:00.371154 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:00.420185 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] For port 1cd1c666-9cec-418e-a7e1-7462f4270971, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cd1c666-9cec-418e-a7e1-7462f4270971,segment=NetworkSegment(2dc7b874-e49b-4354-bfd8-5b5d017619a9),segment_id=2dc7b874-e49b-4354-bfd8-5b5d017619a9)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:00.421173 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.432154 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a86f-0866-4454-a684-2b93690d0672 req-a8efd9b9-14a0-48c8-9d23-74db94855207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:00.438669 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-a8efd9b9-14a0-48c8-9d23-74db94855207 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2539904 Oct 24 09:02:00.451074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Calling delete_port for 1cd1c666-9cec-418e-a7e1-7462f4270971 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:02:00.550928 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.604304 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd1c666-9cec-418e-a7e1-7462f4270971,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:00.609347 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] No DVR routers for this DVR port 1cd1c666-9cec-418e-a7e1-7462f4270971 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:02:00.657174 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (1cd1c666-9cec-418e-a7e1-7462f4270971), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.693182 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-dade0b68-68bb-4602-8d8f-f60840d0d20e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429602 Oct 24 09:02:00.731423 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Pushing event deleted for resources: {'Port': ['ID=1cd1c666-9cec-418e-a7e1-7462f4270971,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:00.766184 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] No DVR routers for this DVR port 1cd1c666-9cec-418e-a7e1-7462f4270971 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:02:00.773043 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.776201 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.777713 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.779519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.780059 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.780628 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.784804 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.785395 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.787415 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.787415 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.787635 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.787835 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.795112 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.795461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.795806 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2698fb-2ce0-4683-b80e-a26487722c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:00.831970 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (151b561f-53f8-4019-8ed3-b08a9e67fe57), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.843949 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e8a77-634e-46de-88ba-60ee59682244 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:02:00.871001 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151b561f-53f8-4019-8ed3-b08a9e67fe57']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:00.884344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc7b874-e49b-4354-bfd8-5b5d017619a9') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:00.884344 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc7b874-e49b-4354-bfd8-5b5d017619a9') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:00.891734 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Router fee87984-dc1e-439a-bad6-383e8514d0d1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:02:00.932552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (2dc7b874-e49b-4354-bfd8-5b5d017619a9), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.944361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:00.967706 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (2dc7b874-e49b-4354-bfd8-5b5d017619a9), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:00.984477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:02:00.985452 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (2dc7b874-e49b-4354-bfd8-5b5d017619a9), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:01.117719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e8a77-634e-46de-88ba-60ee59682244 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:02:01.144527 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-53b96558-41a7-4a0b-bd06-7dc565b9a950 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524344 Oct 24 09:02:01.145301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (151b561f-53f8-4019-8ed3-b08a9e67fe57), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:01.151099 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:01.157031 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/151b561f-53f8-4019-8ed3-b08a9e67fe57 HTTP/1.1" status: 204 len: 168 time: 1.5720508 Oct 24 09:02:01.157281 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 2dc7b874-e49b-4354-bfd8-5b5d017619a9 resource provider aggregate not found Oct 24 09:02:01.199695 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:01.225632 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 2dc7b874-e49b-4354-bfd8-5b5d017619a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc7b874-e49b-4354-bfd8-5b5d017619a9 found for delete ", "request_id": "req-4e36d583-390b-4fcf-a244-51c54229a9d1"}]} Oct 24 09:02:01.237896 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146a988-d8d6-485c-b0fb-cc56e892a7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=151b561f-53f8-4019-8ed3-b08a9e67fe57,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:01.314080 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-c279a86f-0866-4454-a684-2b93690d0672 req-1a2b7702-ec17-451a-a5ab-4666ca478662 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229676 Oct 24 09:02:01.440430 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:02:01.454883 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-919af5db-90f1-44a4-80a2-e653f397313f admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/fee87984-dc1e-439a-bad6-383e8514d0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2687402 Oct 24 09:02:01.455517 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51328) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:01.459739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-540980c8-b197-4784-a819-1eac845f7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:01.476448 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-540980c8-b197-4784-a819-1eac845f7961 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1130 time: 0.1784523 Oct 24 09:02:01.496060 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Sync routers for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:02:01.553617 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:02:01.557114 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:01.727846 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73a1ae-e50c-40a9-8689-53750a0a9f74 req-36ac08a3-3ac7-4ea7-abab-281e6431a995 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:01.739052 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d73a1ae-e50c-40a9-8689-53750a0a9f74 req-36ac08a3-3ac7-4ea7-abab-281e6431a995 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.1684904 Oct 24 09:02:01.837161 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51336) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:01.895365 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks [] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:01.956921 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-5ad51823-9caf-4c05-b801-1f266968ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:01.960240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-5ad51823-9caf-4c05-b801-1f266968ceaa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1127 time: 0.2117574 Oct 24 09:02:01.973559 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d73a1ae-e50c-40a9-8689-53750a0a9f74 req-565de7e0-7eee-4498-865e-9fb922eb9844 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322483 Oct 24 09:02:02.061502 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 1cd1c666-9cec-418e-a7e1-7462f4270971 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:02.137310 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:02.138798 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 1cd1c666-9cec-418e-a7e1-7462f4270971 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:02.139250 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 1cd1c666-9cec-418e-a7e1-7462f4270971 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:02.149170 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-33d5ed23-c831-4265-b209-125bc204c58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:02.177676 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:02.186108 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:02.187640 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:02:02.203988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-ec4463d7-0acf-44f2-ba49-b7316ee19c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:02.211047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-ec4463d7-0acf-44f2-ba49-b7316ee19c06 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.2360170 Oct 24 09:02:02.327494 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-c0deaabb-56b3-44c6-9883-42d4602f3bee service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 217 time: 0.0975678 Oct 24 09:02:02.505376 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-18c90e3e-3407-40af-a166-28c4d5a3bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:02.507959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-18c90e3e-3407-40af-a166-28c4d5a3bbbe service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.1261678 Oct 24 09:02:02.595216 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-016d4576-fcb5-47c7-bbcd-c0f75bfc4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:02.596770 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-016d4576-fcb5-47c7-bbcd-c0f75bfc4aad service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629196 Oct 24 09:02:02.696403 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:59Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:02.760524 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Checking router: fee87984-dc1e-439a-bad6-383e8514d0d1 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:02:02.775220 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Routers {'fee87984-dc1e-439a-bad6-383e8514d0d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:02:02.775871 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:01:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['fee87984-dc1e-439a-bad6-383e8514d0d1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:02.781377 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-c0ab2a02-4425-4850-97dc-76e7f3e435ae None None] Provisioning complete for port 6df69e20-2e8f-4641-9344-59a4cbb73931 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:02:02.781899 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2a02-4425-4850-97dc-76e7f3e435ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:02.782445 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-c0ab2a02-4425-4850-97dc-76e7f3e435ae None None] Attempt 1 to provision port 6df69e20-2e8f-4641-9344-59a4cbb73931 Oct 24 09:02:02.870044 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-9919a215-3c30-4a1c-b79b-70ed94f052af service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596562 Oct 24 09:02:02.998917 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab2a02-4425-4850-97dc-76e7f3e435ae None None] Current status of the port 6df69e20-2e8f-4641-9344-59a4cbb73931 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:02:03.018412 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-85d61136-9de6-4ac1-8bed-7b06e909c638 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b34f10ec378a4622a8f0b0546e84da7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1726453 Oct 24 09:02:03.020940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51354) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:03.048048 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] Set router fee87984-dc1e-439a-bad6-383e8514d0d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:02:03.103429 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks [] for router_gateway (fee87984-dc1e-439a-bad6-383e8514d0d1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.134546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e6a062d-b6d3-4c56-8c3f-e514daaf8978 req-1000a222-89e9-4884-9799-c5a7a13caed3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352393 Oct 24 09:02:03.139747 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] Publish callbacks [] for security_group (d4f40e03-8311-44c9-9a2c-88d00bdae91e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.212256 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:03.213590 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Deleting port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:02:03.213962 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.224289 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-2a989381-5d82-4d72-97c2-87d46810135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:03.225781 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-2a989381-5d82-4d72-97c2-87d46810135b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 1.4531910 Oct 24 09:02:03.233895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f163271-f35c-46e3-839d-83ee2e786ed0 req-55d8bb62-238d-406d-b303-340bf2243eca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:03.235974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4f163271-f35c-46e3-839d-83ee2e786ed0 req-55d8bb62-238d-406d-b303-340bf2243eca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0964401 Oct 24 09:02:03.242944 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] Publish callbacks [] for security_group (d4f40e03-8311-44c9-9a2c-88d00bdae91e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.396519 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-0e2cf988-5b41-4fa0-9957-1fcef469bb5a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 200 len: 1000 time: 0.1511769 Oct 24 09:02:03.424908 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4f163271-f35c-46e3-839d-83ee2e786ed0 req-4fa46eb2-41a8-4827-812e-c739cc0a2101 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454699 Oct 24 09:02:03.482005 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] For port aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:03.484183 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.516318 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Calling delete_port for aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:02:03.533368 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:03.550681 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d4f40e03-8311-44c9-9a2c-88d00bdae91e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.557293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.560982 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d4f40e03-8311-44c9-9a2c-88d00bdae91e HTTP/1.1" status: 204 len: 168 time: 0.5313020 Oct 24 09:02:03.591757 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:59Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:03.620104 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9d7b-7961-47c1-b96d-cb419f3ba25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f40e03-8311-44c9-9a2c-88d00bdae91e,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:03.718485 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bc793-abd1-4301-8032-7f0392ba7076 None None] The sync data for ids ['fee87984-dc1e-439a-bad6-383e8514d0d1'] in dv-cinder-master-3-iscsi is: [{'id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1208309725-router', 'tenant_id': '7ff48b26c576495f8bb8c88d20d246cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60'}], 'enable_snat': True}, 'gw_port_id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:50:48Z', 'updated_at': '2022-10-24T09:01:59Z', 'revision_number': 5, 'project_id': '7ff48b26c576495f8bb8c88d20d246cc', 'gw_port': {'id': 'aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee87984-dc1e-439a-bad6-383e8514d0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:50:51Z', 'updated_at': '2022-10-24T08:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:02:03.829865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-fd39e22c-21b1-4b44-96e3-a217d4586e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:03.832079 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-fd39e22c-21b1-4b44-96e3-a217d4586e03 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.1258152 Oct 24 09:02:03.918680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:03.993634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Pushing event deleted for resources: {'Port': ['ID=aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:04.065738 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (fee87984-dc1e-439a-bad6-383e8514d0d1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.184089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.186971 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks [] for router_controller (fee87984-dc1e-439a-bad6-383e8514d0d1), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.264400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-75887199-ead9-4814-8cfd-7f817701f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.294456 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (fee87984-dc1e-439a-bad6-383e8514d0d1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.295519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee87984-dc1e-439a-bad6-383e8514d0d1 {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:02:04.320817 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.322388 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-daf5b6c2-b09d-4e12-9921-c36383b630bd admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/fee87984-dc1e-439a-bad6-383e8514d0d1 HTTP/1.1" status: 204 len: 168 time: 2.8656771 Oct 24 09:02:04.326197 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51382) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:04.336248 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-7234d50b-3a57-41e9-8ea5-87a89573dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:04.339178 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-7234d50b-3a57-41e9-8ea5-87a89573dcef service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565739 Oct 24 09:02:04.430353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Deleting subnet 66fb0918-4d0a-408a-a493-d5304240b8f7 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:02:04.442318 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Publish callbacks [] for subnet (66fb0918-4d0a-408a-a493-d5304240b8f7), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.526446 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (66fb0918-4d0a-408a-a493-d5304240b8f7), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.672956 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:04.676588 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-94bac641-8cbd-4de5-900b-af7387a43e80 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254832 Oct 24 09:02:04.719052 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (66fb0918-4d0a-408a-a493-d5304240b8f7), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.778555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:04.798047 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (66fb0918-4d0a-408a-a493-d5304240b8f7), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.864521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fb0918-4d0a-408a-a493-d5304240b8f7,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:04.886412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:04.892477 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1685e970-076d-40b0-ae4a-71ab715497b3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/66fb0918-4d0a-408a-a493-d5304240b8f7 HTTP/1.1" status: 204 len: 168 time: 0.5643978 Oct 24 09:02:04.899539 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07b997-9479-4a40-81c8-bad181fa2822 None None] Network 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:04.900487 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51394) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:04.909866 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-db540ab3-aa6c-44cd-9b0a-1b54c10c58b7 req-367461ab-6caf-4b6e-99b4-ebe660660340 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264438 Oct 24 09:02:04.942863 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be4f56-9d74-4a2e-8fc0-408dcd74f98e req-7e74701c-1f22-4f96-b636-489fc3f42c79 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:04.948785 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-14be4f56-9d74-4a2e-8fc0-408dcd74f98e req-7e74701c-1f22-4f96-b636-489fc3f42c79 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.1683152 Oct 24 09:02:05.079852 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.154725 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-14be4f56-9d74-4a2e-8fc0-408dcd74f98e req-24d00522-c56f-41c9-8fd0-e028e190bdb7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012997 Oct 24 09:02:05.244312 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Deleting port 6df69e20-2e8f-4641-9344-59a4cbb73931 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:02:05.244790 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.275958 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] DHCP port deletion for 622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:02:05.365016 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Deleting port 6df69e20-2e8f-4641-9344-59a4cbb73931 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:02:05.366401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.450639 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] For port 6df69e20-2e8f-4641-9344-59a4cbb73931, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6df69e20-2e8f-4641-9344-59a4cbb73931,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:05.451178 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.471874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:05.488423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Calling delete_port for 6df69e20-2e8f-4641-9344-59a4cbb73931 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:02:05.506139 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] For port 6df69e20-2e8f-4641-9344-59a4cbb73931, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6df69e20-2e8f-4641-9344-59a4cbb73931,segment=NetworkSegment(ad52bb25-b33c-450d-8c4c-130dc46b9c0a),segment_id=ad52bb25-b33c-450d-8c4c-130dc46b9c0a)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:05.506913 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.511357 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:05.531773 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Calling delete_port for 6df69e20-2e8f-4641-9344-59a4cbb73931 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:02:05.644998 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:05.697571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.717061 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (6df69e20-2e8f-4641-9344-59a4cbb73931), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.722466 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] No DVR routers for this DVR port 6df69e20-2e8f-4641-9344-59a4cbb73931 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:02:05.755383 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907e4c1-6e72-4597-a91b-8b0cb9c39a02 None None] Pushing event deleted for resources: {'Port': ['ID=6df69e20-2e8f-4641-9344-59a4cbb73931,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:05.790077 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.803028 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df69e20-2e8f-4641-9344-59a4cbb73931,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:05.805836 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] No DVR routers for this DVR port 6df69e20-2e8f-4641-9344-59a4cbb73931 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:02:05.923627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:05.974196 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:05.996219 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 2a456916-e7bf-4e20-87db-152f36b48fe3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:06.005872 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:06.007066 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad52bb25-b33c-450d-8c4c-130dc46b9c0a') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:06.034877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (ad52bb25-b33c-450d-8c4c-130dc46b9c0a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.067078 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (ad52bb25-b33c-450d-8c4c-130dc46b9c0a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.070896 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 2a456916-e7bf-4e20-87db-152f36b48fe3 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:06.071532 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 2a456916-e7bf-4e20-87db-152f36b48fe3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:06.072227 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6df69e20-2e8f-4641-9344-59a4cbb73931 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:06.088622 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:02:06.089075 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (ad52bb25-b33c-450d-8c4c-130dc46b9c0a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.098298 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 6df69e20-2e8f-4641-9344-59a4cbb73931 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:06.098648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6df69e20-2e8f-4641-9344-59a4cbb73931 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:06.099205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:02:06.131185 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment ad52bb25-b33c-450d-8c4c-130dc46b9c0a resource provider aggregate not found Oct 24 09:02:06.163515 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:02:06.164366 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device aef416c3-adfc-4dfd-a6bf-a7b5c2aa5006 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:02:06.169546 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment ad52bb25-b33c-450d-8c4c-130dc46b9c0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad52bb25-b33c-450d-8c4c-130dc46b9c0a found for delete ", "request_id": "req-4c1a3a52-7291-46cd-998e-a08a9210af99"}]} Oct 24 09:02:06.331425 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.397158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.404198 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe HTTP/1.1" status: 204 len: 168 time: 1.5018423 Oct 24 09:02:06.417340 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec61664-e4cf-4da6-a09b-b994d4cbe796 req-8d3cdcd3-0d4e-49af-8ddd-c2e7afc8f1df tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:06.421529 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ec61664-e4cf-4da6-a09b-b994d4cbe796 req-8d3cdcd3-0d4e-49af-8ddd-c2e7afc8f1df tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.1475422 Oct 24 09:02:06.461762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634d5ef-3111-49db-813f-4f6c4cbbd2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=622e8c7b-08b8-4dcd-91fb-a2d1b63f4abe,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:06.516907 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8ec61664-e4cf-4da6-a09b-b994d4cbe796 req-a7d13ebb-3a57-4de7-bf83-6da4964e1632 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Oct 24 09:02:06.728329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51430) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:06.773223 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-199f72d1-5006-4195-8b81-d6a51155907e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7ff48b26c576495f8bb8c88d20d246cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445065 Oct 24 09:02:06.775699 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51436) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:06.839824 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] Publish callbacks [] for security_group (a6f80bed-52bc-47df-a3f8-8439bf568b49), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.863796 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] Publish callbacks [] for security_group (a6f80bed-52bc-47df-a3f8-8439bf568b49), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.924984 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a6f80bed-52bc-47df-a3f8-8439bf568b49), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.927805 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:06.929183 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a6f80bed-52bc-47df-a3f8-8439bf568b49 HTTP/1.1" status: 204 len: 168 time: 0.1525567 Oct 24 09:02:06.944915 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759af31c-adcb-4a14-a40b-1e1e27eb2606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f80bed-52bc-47df-a3f8-8439bf568b49,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:06.982821 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:07.174603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:07.703808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78316-b37c-4825-bf5a-5e8b1af69f3d req-70e2cc15-7e2f-4201-a4c3-5c0b49dd6963 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:07.705351 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fc78316-b37c-4825-bf5a-5e8b1af69f3d req-70e2cc15-7e2f-4201-a4c3-5c0b49dd6963 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0572248 Oct 24 09:02:07.772378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0fc78316-b37c-4825-bf5a-5e8b1af69f3d req-561c50c7-2d39-4c9e-98b0-018c45c07588 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512335 Oct 24 09:02:08.351268 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=21 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:08.450959 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=8 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:08.702564 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51514) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:08.811625 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aaf95365-d5c8-42d7-a286-1b85114449cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:08.866510 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:08.928604 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62009c3e-e3f9-4f8c-addf-f6c197fee464 req-cc3dc4c2-f460-4ff5-88b3-29510df8e649 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:08.930059 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-62009c3e-e3f9-4f8c-addf-f6c197fee464 req-cc3dc4c2-f460-4ff5-88b3-29510df8e649 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0787480 Oct 24 09:02:08.963606 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aaf95365-d5c8-42d7-a286-1b85114449cc admin admin] Publish callbacks [] for security_group (8486753f-75c2-4019-bbf7-ecb1344e2a6e), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:08.970369 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-aaf95365-d5c8-42d7-a286-1b85114449cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8486753f-75c2-4019-bbf7-ecb1344e2a6e), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:09.035378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-62009c3e-e3f9-4f8c-addf-f6c197fee464 req-007ecc74-70e2-44e7-a91b-71d269bef97e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986764 Oct 24 09:02:09.036478 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf95365-d5c8-42d7-a286-1b85114449cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486753f-75c2-4019-bbf7-ecb1344e2a6e,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:09.042047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-aaf95365-d5c8-42d7-a286-1b85114449cc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6762a2261e54498e82855f614d98562f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383658 Oct 24 09:02:09.045329 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51520) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:09.126393 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] Publish callbacks [] for security_group (8486753f-75c2-4019-bbf7-ecb1344e2a6e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:09.149582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] Publish callbacks [] for security_group (8486753f-75c2-4019-bbf7-ecb1344e2a6e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:09.206279 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (8486753f-75c2-4019-bbf7-ecb1344e2a6e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:09.209013 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:09.210180 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8486753f-75c2-4019-bbf7-ecb1344e2a6e HTTP/1.1" status: 204 len: 168 time: 0.1631432 Oct 24 09:02:09.221845 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c2ac2-3c3e-4e56-a9a6-717400c5039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486753f-75c2-4019-bbf7-ecb1344e2a6e,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:10.169469 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d65b-9f8e-44dc-8907-c087c87703a7 req-6b171c88-e6c4-421b-ba2f-aeb6d4bb4508 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:10.171019 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ca24d65b-9f8e-44dc-8907-c087c87703a7 req-6b171c88-e6c4-421b-ba2f-aeb6d4bb4508 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0520525 Oct 24 09:02:10.223648 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ca24d65b-9f8e-44dc-8907-c087c87703a7 req-4fd8aabf-9e90-4f70-ad90-f4f536202380 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460460 Oct 24 09:02:11.341351 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:11.352567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9607-aafa-4f35-bd52-23e7909216fd req-e2e1d9c6-52b7-40bc-9f59-9ad60c26f47d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:11.354094 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cda9607-aafa-4f35-bd52-23e7909216fd req-e2e1d9c6-52b7-40bc-9f59-9ad60c26f47d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0525999 Oct 24 09:02:11.405829 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8cda9607-aafa-4f35-bd52-23e7909216fd req-01da6b43-6de4-4049-b63e-715e8d1ac6e6 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Oct 24 09:02:12.527117 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c65723-949e-469a-bc06-12223a42e2ad req-dedbfd5c-b6bf-41ee-8b59-ecadc63b82f9 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:12.528641 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-27c65723-949e-469a-bc06-12223a42e2ad req-dedbfd5c-b6bf-41ee-8b59-ecadc63b82f9 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0468915 Oct 24 09:02:12.576198 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-27c65723-949e-469a-bc06-12223a42e2ad req-004fd847-58eb-4ae0-bf1f-6849218bdd1d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Oct 24 09:02:13.701833 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc2a6f-4c2e-4555-bb70-5160feb37871 req-d8cb4f54-1625-46f7-ab08-e9bdbe99bc8d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:13.703378 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2fc2a6f-4c2e-4555-bb70-5160feb37871 req-d8cb4f54-1625-46f7-ab08-e9bdbe99bc8d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0515256 Oct 24 09:02:13.755662 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d2fc2a6f-4c2e-4555-bb70-5160feb37871 req-ce2ff486-f863-4557-960d-222eef5e6d47 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Oct 24 09:02:14.879713 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9de75-ab73-4a47-a68d-e90b50f5eb88 req-a38d1bc0-6c8c-4a5b-8b1b-77a73661350a tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:14.881234 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-49e9de75-ab73-4a47-a68d-e90b50f5eb88 req-a38d1bc0-6c8c-4a5b-8b1b-77a73661350a tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Oct 24 09:02:14.931978 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-49e9de75-ab73-4a47-a68d-e90b50f5eb88 req-4b7c016c-9222-4d66-8279-26edf1d93787 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Oct 24 09:02:15.365259 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51684) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:15.475187 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:15.483558 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0efbd818-71c7-4fcc-a556-2b820c414a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.575367 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0efbd818-71c7-4fcc-a556-2b820c414a3a admin admin] Publish callbacks [] for security_group (7327e44e-0c91-44b2-884b-61f15e946932), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.579557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0efbd818-71c7-4fcc-a556-2b820c414a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7327e44e-0c91-44b2-884b-61f15e946932), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.622703 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-0efbd818-71c7-4fcc-a556-2b820c414a3a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7eedce7d7b9b4d4ebb254e75c2971918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560334 Oct 24 09:02:15.623401 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd818-71c7-4fcc-a556-2b820c414a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7327e44e-0c91-44b2-884b-61f15e946932,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:15.625809 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51694) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:15.691844 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] Publish callbacks [] for security_group (7327e44e-0c91-44b2-884b-61f15e946932), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.715945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] Publish callbacks [] for security_group (7327e44e-0c91-44b2-884b-61f15e946932), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.772827 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (7327e44e-0c91-44b2-884b-61f15e946932), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.775912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:15.777122 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7327e44e-0c91-44b2-884b-61f15e946932 HTTP/1.1" status: 204 len: 168 time: 0.1503112 Oct 24 09:02:15.785724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e1acb-c5a1-405e-91ed-50f0271b5426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7327e44e-0c91-44b2-884b-61f15e946932,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:16.086453 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf55ddc-921d-4f8b-8665-9dfe59c190a6 req-62fe635a-1f0c-4095-a588-2e07f3674d37 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:16.088073 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbf55ddc-921d-4f8b-8665-9dfe59c190a6 req-62fe635a-1f0c-4095-a588-2e07f3674d37 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 943 time: 0.0613170 Oct 24 09:02:16.095957 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51704) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:16.124494 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8fea-1686-4c81-bf8f-fd1fe9ccdd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.126172 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8947813-7d62-4e04-8aa8-8ba174d01def details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:02:16.186132 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-bbf55ddc-921d-4f8b-8665-9dfe59c190a6 req-4bbd5ca4-e6bd-4a03-8d87-1a9c606890a1 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 Oct 24 09:02:16.208817 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:16.258905 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8fea-1686-4c81-bf8f-fd1fe9ccdd68 admin admin] Publish callbacks [] for security_group (0a54752a-9b74-4b99-9899-ca4935ded200), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.264849 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8fea-1686-4c81-bf8f-fd1fe9ccdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0a54752a-9b74-4b99-9899-ca4935ded200), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.305285 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:16.305699 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-eb9c8fea-1686-4c81-bf8f-fd1fe9ccdd68 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d3403583d2964fc0969d69ce53bb7b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056813 Oct 24 09:02:16.306370 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51714) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:16.312309 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8fea-1686-4c81-bf8f-fd1fe9ccdd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54752a-9b74-4b99-9899-ca4935ded200,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:16.329239 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'port_id': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'mac_address': 'fa:16:3e:63:03:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:02:16.372430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8947813-7d62-4e04-8aa8-8ba174d01def is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:02:16.373216 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.378007 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] Publish callbacks [] for security_group (0a54752a-9b74-4b99-9899-ca4935ded200), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.388894 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8947813-7d62-4e04-8aa8-8ba174d01def {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:02:16.400362 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] Publish callbacks [] for security_group (0a54752a-9b74-4b99-9899-ca4935ded200), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.413843 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:16.418586 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.457915 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0a54752a-9b74-4b99-9899-ca4935ded200), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.460560 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.461747 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0a54752a-9b74-4b99-9899-ca4935ded200 HTTP/1.1" status: 204 len: 168 time: 0.1536536 Oct 24 09:02:16.465742 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:16.472469 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d5267-157a-4879-91fa-db0b304730a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54752a-9b74-4b99-9899-ca4935ded200,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:16.500259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:16.823091 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51726) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:16.837941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-18ee23a8-2411-4816-b47c-b85100da8247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.930692 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-18ee23a8-2411-4816-b47c-b85100da8247 admin admin] Publish callbacks [] for security_group (f36403ef-c5c6-4344-a57b-03bd994a8610), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.938065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-18ee23a8-2411-4816-b47c-b85100da8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (f36403ef-c5c6-4344-a57b-03bd994a8610), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:16.982971 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-18ee23a8-2411-4816-b47c-b85100da8247 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5448fb5300304d38b9734af07c3ba834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580946 Oct 24 09:02:16.984064 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee23a8-2411-4816-b47c-b85100da8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36403ef-c5c6-4344-a57b-03bd994a8610,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:16.985732 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51728) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:17.374213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] Publish callbacks [] for security_group (f36403ef-c5c6-4344-a57b-03bd994a8610), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:17.383960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d26cd4-9bdf-424f-b420-b00fc913bb27 req-0d98906c-005c-4a8f-9f90-e37fd1e2a5c4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:17.385465 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71d26cd4-9bdf-424f-b420-b00fc913bb27 req-0d98906c-005c-4a8f-9f90-e37fd1e2a5c4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 944 time: 0.0611541 Oct 24 09:02:17.407448 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:17.420631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] Publish callbacks [] for security_group (f36403ef-c5c6-4344-a57b-03bd994a8610), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:17.477228 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71d26cd4-9bdf-424f-b420-b00fc913bb27 req-da44260e-c97a-4895-b958-3283571fc504 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859203 Oct 24 09:02:17.508464 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (f36403ef-c5c6-4344-a57b-03bd994a8610), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:17.511197 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:17.512453 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f36403ef-c5c6-4344-a57b-03bd994a8610 HTTP/1.1" status: 204 len: 168 time: 0.5256577 Oct 24 09:02:17.520846 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac82a-7cff-47df-a06f-54aed1db2493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36403ef-c5c6-4344-a57b-03bd994a8610,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:18.624574 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff3ac-25c4-4ca4-9d3c-3e7b7b2cfbe8 req-1b269b18-f082-4216-82ff-83bfa3ed56c7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:18.626036 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd2ff3ac-25c4-4ca4-9d3c-3e7b7b2cfbe8 req-1b269b18-f082-4216-82ff-83bfa3ed56c7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 944 time: 0.0641840 Oct 24 09:02:18.680337 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd2ff3ac-25c4-4ca4-9d3c-3e7b7b2cfbe8 req-53a602e4-3a20-4f5c-ba3a-6349a3c5080e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Oct 24 09:02:19.801289 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8947813-7d62-4e04-8aa8-8ba174d01def'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:02:19.823312 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe026-2b23-498a-bd3c-43475c0fe2d5 req-108bed82-ec2f-40d1-a4af-44c35e2f85bd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:19.826976 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-190fe026-2b23-498a-bd3c-43475c0fe2d5 req-108bed82-ec2f-40d1-a4af-44c35e2f85bd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 944 time: 0.0515759 Oct 24 09:02:19.880255 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-190fe026-2b23-498a-bd3c-43475c0fe2d5 req-8c72c504-ee11-4018-9899-24e650fecf1d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 Oct 24 09:02:20.044494 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:02:21.016899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff323b6-0ac3-4122-bcaf-2506709089f4 req-df7182b3-847f-4272-9d83-c5865912f6d4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:21.018437 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eff323b6-0ac3-4122-bcaf-2506709089f4 req-df7182b3-847f-4272-9d83-c5865912f6d4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 944 time: 0.0567033 Oct 24 09:02:21.080356 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-eff323b6-0ac3-4122-bcaf-2506709089f4 req-f33cb454-3ac3-4262-b080-5eaa90b3bb4d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 Oct 24 09:02:21.120583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51838) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:21.242148 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43eb2d82-b7d1-4ce0-ad63-34c880df9e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.259263 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8947813-7d62-4e04-8aa8-8ba174d01def up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:02:21.318663 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:21.329904 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port b8947813-7d62-4e04-8aa8-8ba174d01def completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:02:21.331316 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43eb2d82-b7d1-4ce0-ad63-34c880df9e5b admin admin] Publish callbacks [] for security_group (0db5ef41-d88a-43c0-99fa-90888c07ea12), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.341148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port b8947813-7d62-4e04-8aa8-8ba174d01def triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:02:21.341410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43eb2d82-b7d1-4ce0-ad63-34c880df9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0db5ef41-d88a-43c0-99fa-90888c07ea12), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.341520 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.341876 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port b8947813-7d62-4e04-8aa8-8ba174d01def Oct 24 09:02:21.385127 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-43eb2d82-b7d1-4ce0-ad63-34c880df9e5b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=51f1284fd166460bbd7243217b6da7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630999 Oct 24 09:02:21.386128 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb2d82-b7d1-4ce0-ad63-34c880df9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5ef41-d88a-43c0-99fa-90888c07ea12,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:21.389103 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51842) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:21.418947 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port b8947813-7d62-4e04-8aa8-8ba174d01def is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:02:21.419340 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.449889 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:02:21.450965 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ff648-e8ca-4836-b81c-cffa83c29c29" -d '{"events": [{"server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "name": "network-vif-plugged", "status": "completed", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:02:21.454614 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] Publish callbacks [] for security_group (0db5ef41-d88a-43c0-99fa-90888c07ea12), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.467768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:02:21.473663 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.481766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] Publish callbacks [] for security_group (0db5ef41-d88a-43c0-99fa-90888c07ea12), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.523360 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:21.542156 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (0db5ef41-d88a-43c0-99fa-90888c07ea12), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.545845 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:21.548625 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0db5ef41-d88a-43c0-99fa-90888c07ea12 HTTP/1.1" status: 204 len: 168 time: 0.1557646 Oct 24 09:02:21.566202 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f46bd5-00bd-4740-a388-cb73ffa3b193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5ef41-d88a-43c0-99fa-90888c07ea12,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:21.583297 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:21.654887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd00c7-6031-46b9-a132-660da9b7eec0 x-openstack-request-id: req-20dd00c7-6031-46b9-a132-660da9b7eec0 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:02:21.655187 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "name": "network-vif-plugged", "status": "completed", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:02:21.655449 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20dd00c7-6031-46b9-a132-660da9b7eec0 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:02:21.655861 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dd00c7-6031-46b9-a132-660da9b7eec0'] response: {'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'code': 200} Oct 24 09:02:22.214783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb01754-eb47-41bb-b9b6-21075c984756 req-437e6d4c-8f2f-43cf-a423-d13b42882751 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:22.216327 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb01754-eb47-41bb-b9b6-21075c984756 req-437e6d4c-8f2f-43cf-a423-d13b42882751 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Oct 24 09:02:22.228597 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:22.252660 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51886) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:22.269234 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7fb01754-eb47-41bb-b9b6-21075c984756 req-c62e8ce5-5faa-4d92-870c-4cd717e5c121 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Oct 24 09:02:22.356691 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-22296043-network', 'tenant_id': 'cc5ff0d3913047af84aba630f051ac51'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:22.379231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Made reservation on behalf of cc5ff0d3913047af84aba630f051ac51 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:22.381911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.391282 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.470084 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:22.472856 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks [] for security_group (52fe143a-6156-44cc-acd1-af5a8b320006), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.476948 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (52fe143a-6156-44cc-acd1-af5a8b320006), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.512514 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 09:02:22.518940 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe143a-6156-44cc-acd1-af5a8b320006,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:22.526962 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (cc6bb001-abea-454f-8aee-1a2b6bb92a39), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.526962 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Added segment cc6bb001-abea-454f-8aee-1a2b6bb92a39 of type vlan for network ea331788-d221-4633-a417-7cf1c03b8df5 Oct 24 09:02:22.568972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (ea331788-d221-4633-a417-7cf1c03b8df5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.595372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (ea331788-d221-4633-a417-7cf1c03b8df5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.596368 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:22.596946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.632450 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3783436 Oct 24 09:02:22.635477 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51890) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:22.640834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Request body: {'subnet': {'network_id': 'ea331788-d221-4633-a417-7cf1c03b8df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-22296043-subnet', 'tenant_id': 'cc5ff0d3913047af84aba630f051ac51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:22.661025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Made reservation on behalf of cc5ff0d3913047af84aba630f051ac51 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:22.663370 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.664056 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bba5fc-084d-42dd-b5dd-a7f13c035897 admin admin] Pushing event updated for resources: {'Network': ['ID=ea331788-d221-4633-a417-7cf1c03b8df5,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:22.675399 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network ea331788-d221-4633-a417-7cf1c03b8df5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 09:02:22.759428 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.845038 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (ff7d6a74-efc1-45d6-b330-69c2c813ba6d), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.889975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:22.903998 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7d6a74-efc1-45d6-b330-69c2c813ba6d,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:22.917685 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Checking segment: {'id': 'cc6bb001-abea-454f-8aee-1a2b6bb92a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ea331788-d221-4633-a417-7cf1c03b8df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:02:22.918110 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Network hostable DHCP agents. Network: ea331788-d221-4633-a417-7cf1c03b8df5, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 09:02:22.937620 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Network ea331788-d221-4633-a417-7cf1c03b8df5 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 09:02:22.947570 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ea331788-d221-4633-a417-7cf1c03b8df5) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:02:22.953529 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:22.954126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:22.958531 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703173fc-d3cc-4264-be54-c6f8dc73287a None None] Network ea331788-d221-4633-a417-7cf1c03b8df5 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:22.973031 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a8dbee27-9c35-4e1b-8c5d-715c4b921e36 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3359103 Oct 24 09:02:23.211573 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f4242-fc5a-47df-a403-1c4da2adaebe None None] Network ea331788-d221-4633-a417-7cf1c03b8df5 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:23.401182 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b506-4c09-4c65-b4a3-a03469325179 req-f31da680-32be-40a0-b9b1-069daa54be6f tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:23.403137 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5256b506-4c09-4c65-b4a3-a03469325179 req-f31da680-32be-40a0-b9b1-069daa54be6f tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Oct 24 09:02:23.453495 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5256b506-4c09-4c65-b4a3-a03469325179 req-b05fd751-3e6a-48c9-a10c-6316797baa4b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Oct 24 09:02:23.535067 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51914) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:23.540017 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027586303-network', 'tenant_id': 'c89d26e727a247d8af9a7a0cf89c2692'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:23.560478 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Made reservation on behalf of c89d26e727a247d8af9a7a0cf89c2692 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:23.562784 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.571515 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.631978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:23.656080 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks [] for security_group (2e89506d-e582-46f3-8e13-f1ad4705fd11), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.659579 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2e89506d-e582-46f3-8e13-f1ad4705fd11), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.687677 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 09:02:23.693082 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e89506d-e582-46f3-8e13-f1ad4705fd11,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:23.700816 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (5750a9b6-595e-4441-87b7-faf47a9e7a1a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.701158 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Added segment 5750a9b6-595e-4441-87b7-faf47a9e7a1a of type vlan for network 13c210a6-acbf-465d-9b8a-b53b35677063 Oct 24 09:02:23.744323 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (13c210a6-acbf-465d-9b8a-b53b35677063), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.770689 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (13c210a6-acbf-465d-9b8a-b53b35677063), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.771720 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:23.772369 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:23.837784 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2987764 Oct 24 09:02:23.838583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51916) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:23.841417 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7169c9-56ac-48d4-ac43-09bfca8c4042 admin admin] Pushing event updated for resources: {'Network': ['ID=13c210a6-acbf-465d-9b8a-b53b35677063,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:23.844954 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Request body: {'subnet': {'network_id': '13c210a6-acbf-465d-9b8a-b53b35677063', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027586303-subnet', 'tenant_id': 'c89d26e727a247d8af9a7a0cf89c2692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:23.851218 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network 13c210a6-acbf-465d-9b8a-b53b35677063 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 09:02:23.867808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Made reservation on behalf of c89d26e727a247d8af9a7a0cf89c2692 for: {'subnet': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:23.870299 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931005'] for subnet (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.061548 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25989416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25930987'] for subnet (d5608b35-a0e8-4690-b752-a404196e2034), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.125380 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5608b35-a0e8-4690-b752-a404196e2034,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:24.137794 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Checking segment: {'id': '5750a9b6-595e-4441-87b7-faf47a9e7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13c210a6-acbf-465d-9b8a-b53b35677063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:02:24.138169 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Network hostable DHCP agents. Network: 13c210a6-acbf-465d-9b8a-b53b35677063, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 09:02:24.151055 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:24.157361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Network 13c210a6-acbf-465d-9b8a-b53b35677063 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 09:02:24.167356 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 13c210a6-acbf-465d-9b8a-b53b35677063) {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:02:24.172020 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:24.172718 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.178544 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4596caa-d199-4039-8e6c-33cdd79700b6 None None] Network 13c210a6-acbf-465d-9b8a-b53b35677063 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:24.189084 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f78843f2-21d7-4674-b7a4-6b2d66d0fb42 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3493855 Oct 24 09:02:24.290330 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de698e5-479a-485f-90b7-98e298964d13 None None] Network 13c210a6-acbf-465d-9b8a-b53b35677063 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:24.318066 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51926) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:24.364904 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Deleting subnet ff7d6a74-efc1-45d6-b330-69c2c813ba6d {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:02:24.368493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Publish callbacks [] for subnet (ff7d6a74-efc1-45d6-b330-69c2c813ba6d), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.405583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (ff7d6a74-efc1-45d6-b330-69c2c813ba6d), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.447342 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (ff7d6a74-efc1-45d6-b330-69c2c813ba6d), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.515761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (ff7d6a74-efc1-45d6-b330-69c2c813ba6d), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.549658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.553963 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/ff7d6a74-efc1-45d6-b330-69c2c813ba6d HTTP/1.1" status: 204 len: 168 time: 0.2346065 Oct 24 09:02:24.555647 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51930) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:24.560887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf5218-a104-474c-8d8e-0c306bd910f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7d6a74-efc1-45d6-b330-69c2c813ba6d,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:24.597673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:24.637503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7bd9-87ef-48da-a67f-212106d164f1 req-2e70bd34-e9e8-4611-8a6e-55a6fd4b3829 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:24.639096 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-916f7bd9-87ef-48da-a67f-212106d164f1 req-2e70bd34-e9e8-4611-8a6e-55a6fd4b3829 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0760486 Oct 24 09:02:24.645688 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (ea331788-d221-4633-a417-7cf1c03b8df5), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.702860 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-916f7bd9-87ef-48da-a67f-212106d164f1 req-4af0214b-04f5-4f3d-ba0c-37d5777e91ac tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Oct 24 09:02:24.760519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:24.767236 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (ea331788-d221-4633-a417-7cf1c03b8df5), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.771020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271305b4-0930-423d-a7f0-e0408d18e340 req-b65ec6fd-0029-48b0-9ce0-02f801b4c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:24.772568 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-271305b4-0930-423d-a7f0-e0408d18e340 req-b65ec6fd-0029-48b0-9ce0-02f801b4c212 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1129 time: 0.0956514 Oct 24 09:02:24.827754 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea331788-d221-4633-a417-7cf1c03b8df5']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:24.847369 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6bb001-abea-454f-8aee-1a2b6bb92a39') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:24.847687 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6bb001-abea-454f-8aee-1a2b6bb92a39') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:24.866538 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (cc6bb001-abea-454f-8aee-1a2b6bb92a39), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.883453 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-271305b4-0930-423d-a7f0-e0408d18e340 req-025236b9-fe2a-4bf4-92b3-21228814f1d2 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042430 Oct 24 09:02:24.887293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (cc6bb001-abea-454f-8aee-1a2b6bb92a39), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.894839 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:02:24.895528 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (cc6bb001-abea-454f-8aee-1a2b6bb92a39), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.927250 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment cc6bb001-abea-454f-8aee-1a2b6bb92a39 resource provider aggregate not found Oct 24 09:02:24.977036 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment cc6bb001-abea-454f-8aee-1a2b6bb92a39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc6bb001-abea-454f-8aee-1a2b6bb92a39 found for delete ", "request_id": "req-a81e05c4-81d7-4abb-a264-853312d21ec4"}]} Oct 24 09:02:24.978188 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (ea331788-d221-4633-a417-7cf1c03b8df5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.984751 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:24.991881 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/ea331788-d221-4633-a417-7cf1c03b8df5 HTTP/1.1" status: 204 len: 168 time: 0.4311080 Oct 24 09:02:24.999581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51938) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:25.000946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5dabf-ff63-4d67-9fe1-9ba2b8b55943 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea331788-d221-4633-a417-7cf1c03b8df5,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:25.053625 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Deleting subnet d5608b35-a0e8-4690-b752-a404196e2034 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:02:25.057000 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Publish callbacks [] for subnet (d5608b35-a0e8-4690-b752-a404196e2034), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.101049 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (d5608b35-a0e8-4690-b752-a404196e2034), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.144455 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (d5608b35-a0e8-4690-b752-a404196e2034), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.201967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (d5608b35-a0e8-4690-b752-a404196e2034), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.227738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5608b35-a0e8-4690-b752-a404196e2034,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:25.231890 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.234936 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d4773851-b3ae-4473-a5b6-e66ea7b38213 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/d5608b35-a0e8-4690-b752-a404196e2034 HTTP/1.1" status: 204 len: 168 time: 0.2341228 Oct 24 09:02:25.237643 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51944) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:25.316498 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (13c210a6-acbf-465d-9b8a-b53b35677063), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.409583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (13c210a6-acbf-465d-9b8a-b53b35677063), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.434916 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c210a6-acbf-465d-9b8a-b53b35677063']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:25.444984 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5750a9b6-595e-4441-87b7-faf47a9e7a1a') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:25.445301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5750a9b6-595e-4441-87b7-faf47a9e7a1a') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:02:25.455065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (5750a9b6-595e-4441-87b7-faf47a9e7a1a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.469078 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (5750a9b6-595e-4441-87b7-faf47a9e7a1a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.475950 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:02:25.476394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (5750a9b6-595e-4441-87b7-faf47a9e7a1a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.523951 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 5750a9b6-595e-4441-87b7-faf47a9e7a1a resource provider aggregate not found Oct 24 09:02:25.540948 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 5750a9b6-595e-4441-87b7-faf47a9e7a1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5750a9b6-595e-4441-87b7-faf47a9e7a1a found for delete ", "request_id": "req-f070639f-2471-40ad-badd-8d8f3aca526b"}]} Oct 24 09:02:25.543370 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (13c210a6-acbf-465d-9b8a-b53b35677063), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.551045 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.552003 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/13c210a6-acbf-465d-9b8a-b53b35677063 HTTP/1.1" status: 204 len: 168 time: 0.3132579 Oct 24 09:02:25.553653 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:25.564794 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a4b20-095c-4e92-93bc-7bbe0ae03053 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c210a6-acbf-465d-9b8a-b53b35677063,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:25.738893 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51958) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:25.787288 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f3d96929-d884-4f87-9032-7b7f0019c010 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cc5ff0d3913047af84aba630f051ac51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471628 Oct 24 09:02:25.790310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 51960) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:25.838530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f734f2-bbbe-426b-b2f0-27a4b6e5b261 req-6386ab55-86de-4264-b670-25e236c18b89 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:25.841244 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0f734f2-bbbe-426b-b2f0-27a4b6e5b261 req-6386ab55-86de-4264-b670-25e236c18b89 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Oct 24 09:02:25.849464 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] Publish callbacks [] for security_group (52fe143a-6156-44cc-acd1-af5a8b320006), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.870864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] Publish callbacks [] for security_group (52fe143a-6156-44cc-acd1-af5a8b320006), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.891012 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a0f734f2-bbbe-426b-b2f0-27a4b6e5b261 req-92dfb369-e923-4c22-bb6b-3d7e5f113181 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Oct 24 09:02:25.924865 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (52fe143a-6156-44cc-acd1-af5a8b320006), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.927498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:25.928744 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/52fe143a-6156-44cc-acd1-af5a8b320006 HTTP/1.1" status: 204 len: 168 time: 0.1372991 Oct 24 09:02:25.936545 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e45b8-367d-4625-9721-1c43a95ab0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe143a-6156-44cc-acd1-af5a8b320006,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:26.286481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51980) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:26.330153 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-12d14089-a08c-4a33-8c51-e393820c12f9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c89d26e727a247d8af9a7a0cf89c2692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425105 Oct 24 09:02:26.332762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51982) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:26.383496 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Publish callbacks [] for security_group (2e89506d-e582-46f3-8e13-f1ad4705fd11), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.405679 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Publish callbacks [] for security_group (2e89506d-e582-46f3-8e13-f1ad4705fd11), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.446746 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 51988) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:26.466551 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2e89506d-e582-46f3-8e13-f1ad4705fd11), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.469437 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.470697 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2e89506d-e582-46f3-8e13-f1ad4705fd11 HTTP/1.1" status: 204 len: 168 time: 0.1369474 Oct 24 09:02:26.484272 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e89506d-e582-46f3-8e13-f1ad4705fd11,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:26.492874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.493676 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.494183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.494183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.494553 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.494829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.495437 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.496569 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.496672 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.496966 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.497482 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.497826 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.498158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.498487 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.498814 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcaeec-6902-4f64-988e-13f32154095b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:02:26.721204 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9e32dc16-c8e8-48b9-919b-c157337ef36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.772483 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:26.807925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9e32dc16-c8e8-48b9-919b-c157337ef36a admin admin] Publish callbacks [] for security_group (e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.813676 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9e32dc16-c8e8-48b9-919b-c157337ef36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.854788 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9e32dc16-c8e8-48b9-919b-c157337ef36a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=082e59576f304acb9858b1fa2605344d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068933 Oct 24 09:02:26.857197 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32dc16-c8e8-48b9-919b-c157337ef36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:26.858424 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52004) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:26.915859 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] Publish callbacks [] for security_group (e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.939180 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] Publish callbacks [] for security_group (e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:26.970931 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:27.006411 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.009870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.015227 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0 HTTP/1.1" status: 204 len: 168 time: 0.1550341 Oct 24 09:02:27.024379 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb8356-136f-4371-8600-5cd206893c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446c7e7-6bc1-4e55-a7bc-9e2327f4a8c0,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:27.025035 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b072b-866b-4009-9a84-a03c9073f527 req-9952d6e9-0eb4-4277-b406-f94d6f3f6dc7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:27.026734 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f43b072b-866b-4009-9a84-a03c9073f527 req-9952d6e9-0eb4-4277-b406-f94d6f3f6dc7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0543487 Oct 24 09:02:27.085153 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f43b072b-866b-4009-9a84-a03c9073f527 req-b727683b-24c2-4404-8b8c-6a2fccbaddee tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503249 Oct 24 09:02:27.338868 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52024) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:27.356946 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17c3e1ab-bfb5-44c0-9dfe-5503ed5e67f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.425074 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:27.441168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17c3e1ab-bfb5-44c0-9dfe-5503ed5e67f3 admin admin] Publish callbacks [] for security_group (ec4e5f60-ccf1-45e7-a381-8258463f7405), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.445422 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-17c3e1ab-bfb5-44c0-9dfe-5503ed5e67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ec4e5f60-ccf1-45e7-a381-8258463f7405), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.488773 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3e1ab-bfb5-44c0-9dfe-5503ed5e67f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4e5f60-ccf1-45e7-a381-8258463f7405,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:27.493670 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-17c3e1ab-bfb5-44c0-9dfe-5503ed5e67f3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6bd809b216bd4f6994af711fbd30dcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532097 Oct 24 09:02:27.497301 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52030) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:27.551733 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] Publish callbacks [] for security_group (ec4e5f60-ccf1-45e7-a381-8258463f7405), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.576319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] Publish callbacks [] for security_group (ec4e5f60-ccf1-45e7-a381-8258463f7405), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.639088 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (ec4e5f60-ccf1-45e7-a381-8258463f7405), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.641824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:27.645830 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ec4e5f60-ccf1-45e7-a381-8258463f7405 HTTP/1.1" status: 204 len: 168 time: 0.1444225 Oct 24 09:02:27.652823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e3b4-0a14-4f3e-9a95-0e80739f236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4e5f60-ccf1-45e7-a381-8258463f7405,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:28.229772 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f2505-5b7e-4c79-9244-c1b0fec3b375 req-b96d46b3-fc5f-4875-9e0b-4424d31881b0 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:28.237592 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c91f2505-5b7e-4c79-9244-c1b0fec3b375 req-b96d46b3-fc5f-4875-9e0b-4424d31881b0 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0712187 Oct 24 09:02:28.300266 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c91f2505-5b7e-4c79-9244-c1b0fec3b375 req-bc574f24-4cb4-4938-8278-fe7dc49bdbb4 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565000 Oct 24 09:02:28.711855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52104) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:28.834142 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6cda360b-6404-4bf6-8f75-07d4b00fce63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:28.938469 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6cda360b-6404-4bf6-8f75-07d4b00fce63 admin admin] Publish callbacks [] for security_group (5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:28.943742 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6cda360b-6404-4bf6-8f75-07d4b00fce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.007445 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6cda360b-6404-4bf6-8f75-07d4b00fce63 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=44659d3fd80449a6b525672c1e4b5195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943308 Oct 24 09:02:29.008605 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda360b-6404-4bf6-8f75-07d4b00fce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:29.010262 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52116) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:29.066385 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] Publish callbacks [] for security_group (5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.087253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] Publish callbacks [] for security_group (5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.142008 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.144992 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.146170 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec HTTP/1.1" status: 204 len: 168 time: 0.1347430 Oct 24 09:02:29.155803 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63b254-b03a-4efb-9a70-cddda343c7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d58f2-0d4a-4911-a9de-0c58b1bad9ec,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:29.457064 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34c021-bd4e-472f-a527-65d89cb69162 req-75f5808b-aa45-48bb-8bdd-f6725976218e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:29.459597 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d34c021-bd4e-472f-a527-65d89cb69162 req-75f5808b-aa45-48bb-8bdd-f6725976218e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0744081 Oct 24 09:02:29.535387 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1d34c021-bd4e-472f-a527-65d89cb69162 req-fec613b7-5a28-45d5-b63c-eda019ee37c0 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661247 Oct 24 09:02:29.568569 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52150) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:29.588525 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f52d651a-31e7-4828-9ea8-9f683ac8c53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.703482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f52d651a-31e7-4828-9ea8-9f683ac8c53a admin admin] Publish callbacks [] for security_group (d944189d-4ce9-43c3-b21e-a8314e2e747a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.710840 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f52d651a-31e7-4828-9ea8-9f683ac8c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d944189d-4ce9-43c3-b21e-a8314e2e747a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.753495 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f52d651a-31e7-4828-9ea8-9f683ac8c53a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6908414ecd914e6b83f63e14add2be34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837356 Oct 24 09:02:29.755873 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d651a-31e7-4828-9ea8-9f683ac8c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d944189d-4ce9-43c3-b21e-a8314e2e747a,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:29.756430 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52160) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:29.764375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:29.815481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] Publish callbacks [] for security_group (d944189d-4ce9-43c3-b21e-a8314e2e747a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.838036 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] Publish callbacks [] for security_group (d944189d-4ce9-43c3-b21e-a8314e2e747a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.901707 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d944189d-4ce9-43c3-b21e-a8314e2e747a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.904720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:29.905934 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d944189d-4ce9-43c3-b21e-a8314e2e747a HTTP/1.1" status: 204 len: 168 time: 0.1484396 Oct 24 09:02:29.914467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79394deb-9187-40df-a519-6e0737d12c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944189d-4ce9-43c3-b21e-a8314e2e747a,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:30.001850 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52166) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:30.024121 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:30.041059 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:30.228546 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b33570c-cd46-4ff3-a550-fef7f34785c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.259741 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:30.313527 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b33570c-cd46-4ff3-a550-fef7f34785c5 admin admin] Publish callbacks [] for security_group (c1e4f922-53c8-4853-b0b8-b1bb0e89c044), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.317771 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-9b33570c-cd46-4ff3-a550-fef7f34785c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c1e4f922-53c8-4853-b0b8-b1bb0e89c044), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.360936 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-9b33570c-cd46-4ff3-a550-fef7f34785c5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f0331d6a185542d89e413dd4ee80c0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579431 Oct 24 09:02:30.361891 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33570c-cd46-4ff3-a550-fef7f34785c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e4f922-53c8-4853-b0b8-b1bb0e89c044,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:30.363721 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52180) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:30.416062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:30.421299 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] Publish callbacks [] for security_group (c1e4f922-53c8-4853-b0b8-b1bb0e89c044), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.446498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] Publish callbacks [] for security_group (c1e4f922-53c8-4853-b0b8-b1bb0e89c044), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.497273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c1e4f922-53c8-4853-b0b8-b1bb0e89c044), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.499871 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.501069 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c1e4f922-53c8-4853-b0b8-b1bb0e89c044 HTTP/1.1" status: 204 len: 168 time: 0.1362531 Oct 24 09:02:30.510093 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084cc13-fac4-4b49-9434-5db438eb7607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e4f922-53c8-4853-b0b8-b1bb0e89c044,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:30.704010 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26064239-8c10-4bcb-84b6-d53b86684bb8 req-fbe3e4b4-6a3f-429a-87d1-533dac5000e1 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:30.705688 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-26064239-8c10-4bcb-84b6-d53b86684bb8 req-fbe3e4b4-6a3f-429a-87d1-533dac5000e1 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0630798 Oct 24 09:02:30.777382 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-26064239-8c10-4bcb-84b6-d53b86684bb8 req-1cf72e8e-807c-438b-bf89-27dfb930f7b3 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652246 Oct 24 09:02:30.890541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52206) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:30.904793 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64e1c2ad-9c37-459b-ab70-fc608b1b5294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.991991 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64e1c2ad-9c37-459b-ab70-fc608b1b5294 admin admin] Publish callbacks [] for security_group (a524b1af-afc4-4ce6-89d6-55d74d6acf8a), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:30.997909 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-64e1c2ad-9c37-459b-ab70-fc608b1b5294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a524b1af-afc4-4ce6-89d6-55d74d6acf8a), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.043818 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-64e1c2ad-9c37-459b-ab70-fc608b1b5294 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=00ff9f9a976c4679882d9b38c21f6d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520567 Oct 24 09:02:31.044783 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1c2ad-9c37-459b-ab70-fc608b1b5294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a524b1af-afc4-4ce6-89d6-55d74d6acf8a,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:31.046386 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52210) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:31.107144 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] Publish callbacks [] for security_group (a524b1af-afc4-4ce6-89d6-55d74d6acf8a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.131874 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] Publish callbacks [] for security_group (a524b1af-afc4-4ce6-89d6-55d74d6acf8a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.187940 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (a524b1af-afc4-4ce6-89d6-55d74d6acf8a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.190516 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.191693 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a524b1af-afc4-4ce6-89d6-55d74d6acf8a HTTP/1.1" status: 204 len: 168 time: 0.1441162 Oct 24 09:02:31.200481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d75735-8b65-4f9e-afad-aaca4ba41d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a524b1af-afc4-4ce6-89d6-55d74d6acf8a,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:31.914897 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb9e3-5d87-466e-9e20-67c885a48f7e req-84fbac4b-2eea-4a4a-bb76-1eb3a4d97531 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:31.916715 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5ddb9e3-5d87-466e-9e20-67c885a48f7e req-84fbac4b-2eea-4a4a-bb76-1eb3a4d97531 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0505500 Oct 24 09:02:31.951140 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-136b0177-8371-44ce-b2f5-69e601da2a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:31.988340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c5ddb9e3-5d87-466e-9e20-67c885a48f7e req-e47fb81e-43a1-4e52-886e-a40968bd08df tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623059 Oct 24 09:02:32.115221 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b2a8-4ba7-4080-9423-b67db39f9260 req-35ad3a9c-da1a-44fe-be9f-dd6b059913ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:32.118209 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d625b2a8-4ba7-4080-9423-b67db39f9260 req-35ad3a9c-da1a-44fe-be9f-dd6b059913ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0560219 Oct 24 09:02:32.180811 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d625b2a8-4ba7-4080-9423-b67db39f9260 req-bd84d291-9a30-47f2-9468-d72e1f381d11 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514269 Oct 24 09:02:32.549801 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78b5d-e3ab-4c72-900a-08cc6b0dbccf req-8f70e862-4656-42b1-af2a-0d128754edbb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:32.551569 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38e78b5d-e3ab-4c72-900a-08cc6b0dbccf req-8f70e862-4656-42b1-af2a-0d128754edbb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0613606 Oct 24 09:02:32.617875 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-38e78b5d-e3ab-4c72-900a-08cc6b0dbccf req-d7d26196-9470-4fb0-b56f-aa58762f358e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Oct 24 09:02:33.122488 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52366) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:33.237581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e7a0517e-48d3-4188-81ca-3ee34dfb66a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.272238 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:33.336229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e7a0517e-48d3-4188-81ca-3ee34dfb66a4 admin admin] Publish callbacks [] for security_group (fa5b32a9-8b0e-4025-8f37-5fc027a87a07), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.340785 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e7a0517e-48d3-4188-81ca-3ee34dfb66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fa5b32a9-8b0e-4025-8f37-5fc027a87a07), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.361377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:33.392572 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e7a0517e-48d3-4188-81ca-3ee34dfb66a4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d0f89c2490d84553a72454874848f9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689414 Oct 24 09:02:33.393399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0517e-48d3-4188-81ca-3ee34dfb66a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b32a9-8b0e-4025-8f37-5fc027a87a07,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:33.395930 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52382) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:33.431104 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:33.457874 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] Publish callbacks [] for security_group (fa5b32a9-8b0e-4025-8f37-5fc027a87a07), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.479818 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] Publish callbacks [] for security_group (fa5b32a9-8b0e-4025-8f37-5fc027a87a07), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.485848 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52384) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:33.532513 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (fa5b32a9-8b0e-4025-8f37-5fc027a87a07), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.535189 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.538694 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fa5b32a9-8b0e-4025-8f37-5fc027a87a07 HTTP/1.1" status: 204 len: 168 time: 0.1384819 Oct 24 09:02:33.546153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90db3cd-4cdd-42ea-9ae5-1039a7e48bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b32a9-8b0e-4025-8f37-5fc027a87a07,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:33.614508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4ca1-415b-4ce8-853a-5cdf6a1b8579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.700943 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4ca1-415b-4ce8-853a-5cdf6a1b8579 admin admin] Publish callbacks [] for security_group (5dc74052-82cd-4d9d-8e26-7a387cdcdf0f), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.705677 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4ca1-415b-4ce8-853a-5cdf6a1b8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5dc74052-82cd-4d9d-8e26-7a387cdcdf0f), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.746721 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-fa1d4ca1-415b-4ce8-853a-5cdf6a1b8579 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=084db35ec38141c29b3729f69a6a9837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597771 Oct 24 09:02:33.747843 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4ca1-415b-4ce8-853a-5cdf6a1b8579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc74052-82cd-4d9d-8e26-7a387cdcdf0f,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:33.750760 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52392) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:33.809580 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] Publish callbacks [] for security_group (5dc74052-82cd-4d9d-8e26-7a387cdcdf0f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.829094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52394) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:33.833867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] Publish callbacks [] for security_group (5dc74052-82cd-4d9d-8e26-7a387cdcdf0f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.843133 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5df204c4-6ef8-48d7-8497-2daf29b4d518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.882448 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5dc74052-82cd-4d9d-8e26-7a387cdcdf0f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.885232 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.886822 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5dc74052-82cd-4d9d-8e26-7a387cdcdf0f HTTP/1.1" status: 204 len: 168 time: 0.1335313 Oct 24 09:02:33.895178 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e87e-3758-4348-be58-b225017dcb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc74052-82cd-4d9d-8e26-7a387cdcdf0f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:33.941673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5df204c4-6ef8-48d7-8497-2daf29b4d518 admin admin] Publish callbacks [] for security_group (b0cd11d2-2e2f-4301-a801-17bac168f727), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.946335 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5df204c4-6ef8-48d7-8497-2daf29b4d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b0cd11d2-2e2f-4301-a801-17bac168f727), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:33.989966 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5df204c4-6ef8-48d7-8497-2daf29b4d518 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8f8a8b47b5de40daa0d478f42d1db8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597412 Oct 24 09:02:33.991216 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df204c4-6ef8-48d7-8497-2daf29b4d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd11d2-2e2f-4301-a801-17bac168f727,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:33.994402 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52400) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:34.056034 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] Publish callbacks [] for security_group (b0cd11d2-2e2f-4301-a801-17bac168f727), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.094034 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] Publish callbacks [] for security_group (b0cd11d2-2e2f-4301-a801-17bac168f727), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.149704 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (b0cd11d2-2e2f-4301-a801-17bac168f727), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.153155 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.156955 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b0cd11d2-2e2f-4301-a801-17bac168f727 HTTP/1.1" status: 204 len: 168 time: 0.1589789 Oct 24 09:02:34.162379 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e11f4-5bb5-4089-8dbc-884b6b07dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd11d2-2e2f-4301-a801-17bac168f727,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:34.227768 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-efef2d35-ba08-4f93-92f4-9b8a36b0ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.310207 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52408) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:34.325067 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9173df13-77a9-41b1-b15d-540aa2f7d84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.412496 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9173df13-77a9-41b1-b15d-540aa2f7d84d admin admin] Publish callbacks [] for security_group (334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.416244 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9173df13-77a9-41b1-b15d-540aa2f7d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.429480 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:34.452414 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9173df13-77a9-41b1-b15d-540aa2f7d84d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a3e06fa7b4454b2fa37b92bd5412cebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410871 Oct 24 09:02:34.455372 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52414) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:34.465538 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173df13-77a9-41b1-b15d-540aa2f7d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:34.513228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] Publish callbacks [] for security_group (334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.538063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] Publish callbacks [] for security_group (334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.588591 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.592157 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:34.595722 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4 HTTP/1.1" status: 204 len: 168 time: 0.1369879 Oct 24 09:02:34.604782 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e445d5-9bf5-4d3c-ae56-f90e56b45df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334cdbe4-ea9a-47aa-acfb-ef4b8ef061d4,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:35.438166 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52464) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:35.553215 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a7c86a3-6857-41fc-bee4-bb83ee9dd8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.632922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a7c86a3-6857-41fc-bee4-bb83ee9dd8f6 admin admin] Publish callbacks [] for security_group (06f5ee32-143d-4ee4-8256-086bd9f58806), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.636753 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-2a7c86a3-6857-41fc-bee4-bb83ee9dd8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (06f5ee32-143d-4ee4-8256-086bd9f58806), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.641691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:35.680480 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c86a3-6857-41fc-bee4-bb83ee9dd8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5ee32-143d-4ee4-8256-086bd9f58806,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:35.689870 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-2a7c86a3-6857-41fc-bee4-bb83ee9dd8f6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=eb933a8adba1470ab329e6e6fae57d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493081 Oct 24 09:02:35.691011 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52474) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:35.747536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] Publish callbacks [] for security_group (06f5ee32-143d-4ee4-8256-086bd9f58806), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.768943 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.771245 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] Publish callbacks [] for security_group (06f5ee32-143d-4ee4-8256-086bd9f58806), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.822743 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (06f5ee32-143d-4ee4-8256-086bd9f58806), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.826300 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:35.827555 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/06f5ee32-143d-4ee4-8256-086bd9f58806 HTTP/1.1" status: 204 len: 168 time: 0.1353617 Oct 24 09:02:35.836465 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3308-f0af-4ee1-b589-7af4f547a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5ee32-143d-4ee4-8256-086bd9f58806,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:36.982103 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:37.162420 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:45.684256 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:45.812347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:45.831601 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:47.155180 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:47.157050 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:52.757382 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:53.901425 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52780) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:54.008295 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c9ca595a-c12f-4dbb-a5c2-0053212c21da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.095889 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c9ca595a-c12f-4dbb-a5c2-0053212c21da admin admin] Publish callbacks [] for security_group (50863f5e-37d4-4bc1-a802-ebba574ea3d5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.099958 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-c9ca595a-c12f-4dbb-a5c2-0053212c21da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50863f5e-37d4-4bc1-a802-ebba574ea3d5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.150090 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-c9ca595a-c12f-4dbb-a5c2-0053212c21da admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=91deaad648294753918206e0a1e79982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451999 Oct 24 09:02:54.150358 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52792) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:54.157258 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca595a-c12f-4dbb-a5c2-0053212c21da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50863f5e-37d4-4bc1-a802-ebba574ea3d5,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:54.212785 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] Publish callbacks [] for security_group (50863f5e-37d4-4bc1-a802-ebba574ea3d5), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.234472 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] Publish callbacks [] for security_group (50863f5e-37d4-4bc1-a802-ebba574ea3d5), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.285065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (50863f5e-37d4-4bc1-a802-ebba574ea3d5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.287832 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:54.289054 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/50863f5e-37d4-4bc1-a802-ebba574ea3d5 HTTP/1.1" status: 204 len: 168 time: 0.1377311 Oct 24 09:02:54.298153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356a92f-1a3b-4824-8a55-0d816155ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50863f5e-37d4-4bc1-a802-ebba574ea3d5,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:54.951586 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52824) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:55.052035 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1793906344-network', 'tenant_id': 'd0ccb79814f5432cb21c619e974fecd8'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:55.072306 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Made reservation on behalf of d0ccb79814f5432cb21c619e974fecd8 for: {'network': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:55.074864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for network (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.083911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.165468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks [] for security_group (c81fe356-db56-43e3-a9f4-7a3f32f1df66), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.169591 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c81fe356-db56-43e3-a9f4-7a3f32f1df66), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.197582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=116185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 09:02:55.207854 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fe356-db56-43e3-a9f4-7a3f32f1df66,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:55.219004 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (42a795f3-9b7e-4cb1-8efe-edfa709876fb), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.219355 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.db.segments_db [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Added segment 42a795f3-9b7e-4cb1-8efe-edfa709876fb of type vlan for network c52ea54a-b949-48b1-928b-b497ecd97b30 Oct 24 09:02:55.266299 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760581710228'] for network (c52ea54a-b949-48b1-928b-b497ecd97b30), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.292218 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295'] for network (c52ea54a-b949-48b1-928b-b497ecd97b30), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.293392 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:55.293976 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.330021 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772836 Oct 24 09:02:55.332987 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52834) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:55.362767 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Request body: {'subnet': {'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1793906344-subnet', 'tenant_id': 'd0ccb79814f5432cb21c619e974fecd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:02:55.373589 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410d9ca-525a-4651-b2db-e7dd71a1c048 admin admin] Pushing event updated for resources: {'Network': ['ID=c52ea54a-b949-48b1-928b-b497ecd97b30,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:55.384772 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Network c52ea54a-b949-48b1-928b-b497ecd97b30 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=116187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 09:02:55.390781 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Made reservation on behalf of d0ccb79814f5432cb21c619e974fecd8 for: {'subnet': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:02:55.394826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25809977'] for subnet (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.432306 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52838) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:55.457119 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:55.469149 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:02:55.573841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7f8da19b-9a50-4eaa-80cb-26174a91563f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.597769 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25434827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25809967'] for subnet (b6f17605-6a77-406f-a4ab-87cac98ddfde), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.658556 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f17605-6a77-406f-a4ab-87cac98ddfde,revision_number=0']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:55.661201 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7f8da19b-9a50-4eaa-80cb-26174a91563f admin admin] Publish callbacks [] for security_group (5f09c829-e593-4471-bf87-e5878a7b94f6), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.666094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7f8da19b-9a50-4eaa-80cb-26174a91563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5f09c829-e593-4471-bf87-e5878a7b94f6), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.667594 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Checking segment: {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:02:55.668002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Network hostable DHCP agents. Network: c52ea54a-b949-48b1-928b-b497ecd97b30, hostable agents: ['b8ed8f4a-7827-4486-8fa8-c1bc0854027a'], hosted agents: [] {{(pid=116185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 09:02:55.685645 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Network c52ea54a-b949-48b1-928b-b497ecd97b30 is scheduled to be hosted by DHCP agent b8ed8f4a-7827-4486-8fa8-c1bc0854027a with binding_index 1 {{(pid=116185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 09:02:55.695238 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c52ea54a-b949-48b1-928b-b497ecd97b30) {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:02:55.700556 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:02:55.701157 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.705811 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a3ea4-2952-4d0a-ac87-ccdbb0a44326 None None] Network c52ea54a-b949-48b1-928b-b497ecd97b30 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:55.714842 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 52844) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:02:55.715107 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-7f8da19b-9a50-4eaa-80cb-26174a91563f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9b5f5cc5e1684a8abe3ec54303fb8722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813385 Oct 24 09:02:55.716493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8da19b-9a50-4eaa-80cb-26174a91563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f09c829-e593-4471-bf87-e5878a7b94f6,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:55.739672 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2f186db2-a245-4a97-a566-11ceb1b30138 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3975503 Oct 24 09:02:55.776582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] Publish callbacks [] for security_group (5f09c829-e593-4471-bf87-e5878a7b94f6), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.802607 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] Publish callbacks [] for security_group (5f09c829-e593-4471-bf87-e5878a7b94f6), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.848030 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcdae7e-f263-4908-9e6e-e6d95cd13dce None None] Network c52ea54a-b949-48b1-928b-b497ecd97b30 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:02:55.861074 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (5f09c829-e593-4471-bf87-e5878a7b94f6), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.863647 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:02:55.864850 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5f09c829-e593-4471-bf87-e5878a7b94f6 HTTP/1.1" status: 204 len: 168 time: 0.1481707 Oct 24 09:02:55.876351 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b13ef3-e19a-417c-a4d1-32dbf67c9ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f09c829-e593-4471-bf87-e5878a7b94f6,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:02:57.043941 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:03:00.984409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-22c0c2e8-2143-4d55-b17c-a1c909f15620 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:00.985823 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-22c0c2e8-2143-4d55-b17c-a1c909f15620 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 809 time: 0.1069746 Oct 24 09:03:01.001495 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-8fd2f10d-d1e4-4677-800b-f700ac466431 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/quotas/d0ccb79814f5432cb21c619e974fecd8 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Oct 24 09:03:01.038845 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-f9638ba7-d204-43f8-91c6-497531b45494 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320299 Oct 24 09:03:01.145236 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-b79a4d67-72b3-4e38-b6cf-f29185b7eab3 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=116186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 09:03:01.146281 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-b79a4d67-72b3-4e38-b6cf-f29185b7eab3 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1010129 Oct 24 09:03:01.236898 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-934ea335-5a81-410e-a217-5a617505d5cd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Oct 24 09:03:01.330925 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-6c0d79ac-5d41-475d-b1b3-74586665d723 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883713 Oct 24 09:03:01.754473 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7264749-fb83-434d-8fd0-501a72f0b6b4 req-04c38b73-8935-4a62-ab46-20254f74f6eb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:01.755961 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b7264749-fb83-434d-8fd0-501a72f0b6b4 req-04c38b73-8935-4a62-ab46-20254f74f6eb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Oct 24 09:03:01.803450 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b7264749-fb83-434d-8fd0-501a72f0b6b4 req-93a45da9-2263-4869-9c8d-d42270965cca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Oct 24 09:03:01.833890 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52968) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:01.937155 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-75aa84ed-42dd-47a2-87dd-3759351e7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:01.978842 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b72850-e1e5-4671-9d67-17768951d394 tempest-TestMinimumBasicScenario-1166667061 tempest-TestMinimumBasicScenario-1166667061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:01.982230 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-46b72850-e1e5-4671-9d67-17768951d394 tempest-TestMinimumBasicScenario-1166667061 tempest-TestMinimumBasicScenario-1166667061-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1124 time: 0.1455879 Oct 24 09:03:01.983579 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 52980) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:01.988438 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'port_id': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:02.011915 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:02.095940 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:02.194901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:02.217118 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Allocated IP 172.37.0.249 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:03:02.292622 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:02.327142 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:02.359508 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:02.403819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:03:02.409114 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:03:02.411323 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'Port': ['ID=9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:02.413476 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:03:02.539352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c9723dc0-956c-41b8-993b-6f501c386909 req-eeeb5e8e-ef21-49ea-bae4-11a56095a87c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.0542562 Oct 24 09:03:02.818277 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for floatingip (88f57d05-f248-4e0a-87ec-ca8b82df96b6), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:02.892397 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.044565 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.049140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.052670 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:03.092284 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:03.123257 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (88f57d05-f248-4e0a-87ec-ca8b82df96b6), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.126328 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'Port': ['ID=9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:03.237569 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Floating IP 88f57d05-f248-4e0a-87ec-ca8b82df96b6 associated. External IP: 172.37.0.249, port: b8947813-7d62-4e04-8aa8-8ba174d01def. Oct 24 09:03:03.459322 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Router 633cdc73-e60c-4de0-ab14-37b4931d1571 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:03:03.562536 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:03:03.573350 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Sync routers for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:03:03.582676 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.585798 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:03.586924 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:02:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:03.623246 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d04aeca8-76df-4288-aff2-1020165fa583 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6353288 Oct 24 09:03:03.623246 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:03.623623 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53002) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:03.625007 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b159c5-ee2b-4677-8e80-282d219311dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:03.629522 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188351888', 'description': 'tempest-secgroup-smoke-188351888 description', 'project_id': '7e9c4dec37674f73912f0d9272ac2446'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:03.656955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.687676 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-838f9155-f43b-440c-b46a-7c0bade220a8 req-780b1dcd-9894-445d-8e1b-2c2a8f7727ca tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.0663576 Oct 24 09:03:03.724953 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:03.754799 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (84041028-15de-4e5b-bef7-4e848bffde5d), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.759327 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (84041028-15de-4e5b-bef7-4e848bffde5d), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.789800 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.791000 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1656733 Oct 24 09:03:03.794729 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53010) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:03.799624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:03.799893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84041028-15de-4e5b-bef7-4e848bffde5d,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:03.807673 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.808350 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.809293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.809293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.809293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.809729 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.810023 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.810531 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.811030 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.811525 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.812029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.812759 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.813266 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.813771 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.814448 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a605002-2399-4243-a12f-689097328fcd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:03.844252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (6d124bf4-358a-4080-9c81-9ec0ec219c35), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.874097 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafed0c-8fb1-4850-b87a-bc71be3b9679 x-openstack-request-id: req-8cafed0c-8fb1-4850-b87a-bc71be3b9679 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:03.874397 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:03.874655 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cafed0c-8fb1-4850-b87a-bc71be3b9679 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:03.875059 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cafed0c-8fb1-4850-b87a-bc71be3b9679'] response: {'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:03:03.907161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (6d124bf4-358a-4080-9c81-9ec0ec219c35), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.910980 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (6d124bf4-358a-4080-9c81-9ec0ec219c35), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.932715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d124bf4-358a-4080-9c81-9ec0ec219c35,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:03.939503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.940846 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-ac64bd80-75e6-4a81-ab0d-ce3fe2e49c3e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448169 Oct 24 09:03:03.944655 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53012) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:03.949432 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:03.964164 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88f57d05-f248-4e0a-87ec-ca8b82df96b6', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'floating_ip_address': '172.37.0.249', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'port_id': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'mac_address': 'fa:16:3e:63:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:02Z', 'updated_at': '2022-10-24T09:03:02Z', 'revision_number': 0, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:03.976616 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (1e998012-0875-4ce7-9a7d-9d1b39ec609b), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:03.998984 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Checking router: 633cdc73-e60c-4de0-ab14-37b4931d1571 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:03:04.008461 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:04.009121 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:02:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:04.019777 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:04.042682 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (1e998012-0875-4ce7-9a7d-9d1b39ec609b), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.046889 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (1e998012-0875-4ce7-9a7d-9d1b39ec609b), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.068575 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e998012-0875-4ce7-9a7d-9d1b39ec609b,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:04.074877 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.076230 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5b74217c-11f0-4c0b-9199-9b9fcb82f57d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305218 Oct 24 09:03:04.079247 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53014) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:04.084035 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:04.113723 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (f9033d5f-94d8-4ffa-ac41-3077e632c315), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.124455 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:04.174534 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (f9033d5f-94d8-4ffa-ac41-3077e632c315), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.178624 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (f9033d5f-94d8-4ffa-ac41-3077e632c315), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.184620 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:04.200821 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9033d5f-94d8-4ffa-ac41-3077e632c315,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:04.209721 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.210801 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-10dddaed-82ad-4097-b8f4-aa8caa0b3b8b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304755 Oct 24 09:03:04.213693 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53016) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:04.218468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:04.242650 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-75e111f8-cca4-48ea-acd1-d8c9367182ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.248927 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (43f2a196-f9e8-4536-9ef6-f889b5202fb4), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.318629 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (43f2a196-f9e8-4536-9ef6-f889b5202fb4), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.322260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (43f2a196-f9e8-4536-9ef6-f889b5202fb4), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.344092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f2a196-f9e8-4536-9ef6-f889b5202fb4,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:04.348543 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.349885 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-43fee1c6-1382-4adb-b2f9-6abf3f7858ca tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352673 Oct 24 09:03:04.352654 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53020) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:04.353829 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88f57d05-f248-4e0a-87ec-ca8b82df96b6', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'floating_ip_address': '172.37.0.249', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'port_id': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'mac_address': 'fa:16:3e:63:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:02Z', 'updated_at': '2022-10-24T09:03:02Z', 'revision_number': 0, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:04.357533 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:04.380704 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.securitygroups_db [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Project 7e9c4dec37674f73912f0d9272ac2446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 09:03:04.383572 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1de34-2080-45ea-86c2-2f3225e484a0 None None] The sync data for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi is: [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88f57d05-f248-4e0a-87ec-ca8b82df96b6', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'floating_ip_address': '172.37.0.249', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'port_id': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'mac_address': 'fa:16:3e:63:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:02Z', 'updated_at': '2022-10-24T09:03:02Z', 'revision_number': 0, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:03:04.389221 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (420dd35a-4c6e-4921-a82c-9f993d67b775), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.460023 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (420dd35a-4c6e-4921-a82c-9f993d67b775), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.463847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (420dd35a-4c6e-4921-a82c-9f993d67b775), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.484490 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420dd35a-4c6e-4921-a82c-9f993d67b775,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:04.490101 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.491895 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-e5cf769a-0526-4d44-ad9a-3522147c3196 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381032 Oct 24 09:03:04.494785 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53022) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:04.500056 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'security_group_rule': {'security_group_id': '84041028-15de-4e5b-bef7-4e848bffde5d', 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:04.522276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.securitygroups_db [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Project 7e9c4dec37674f73912f0d9272ac2446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 09:03:04.529054 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (2771c72a-17dc-4c3d-bdb3-90e861069256), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.592580 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adc474-d22b-4303-8762-d8296d764c3f None None] New status for floating IP 88f57d05-f248-4e0a-87ec-ca8b82df96b6: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:03:04.596796 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (2771c72a-17dc-4c3d-bdb3-90e861069256), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.601491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171288'] for security_group_rule (2771c72a-17dc-4c3d-bdb3-90e861069256), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.620702 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2771c72a-17dc-4c3d-bdb3-90e861069256,revision_number=0']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:04.630843 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:04.632140 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c90d07ca-62d3-4d5f-939d-572fd1dd31b7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362824 Oct 24 09:03:04.727085 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-d2cc76de-e6dc-4c34-8532-245a27d11715 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-188351888&fields=id&tenant_id=7e9c4dec37674f73912f0d9272ac2446 HTTP/1.1" status: 200 len: 267 time: 0.0490484 Oct 24 09:03:04.795876 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-52711123-d3ca-48e3-9d34-5c733dbda077 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:04.797417 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-52711123-d3ca-48e3-9d34-5c733dbda077 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0612359 Oct 24 09:03:05.073616 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dbac14a3-82bc-415e-8893-4f108c94884d req-0ce92812-794b-4588-b5f3-9c22d4d50d6a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.2951956 Oct 24 09:03:05.077180 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'port': {'security_groups': ['59ad8a7f-1221-4155-9f05-c213cbf8fc8b', '84041028-15de-4e5b-bef7-4e848bffde5d']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:05.150711 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:05.159666 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:05.308811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:05.341871 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:05.369172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:05.373673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:05.383558 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:05.384183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:05.385567 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-386fa824-3d24-4515-ace0-cf4488a2e596 req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "PUT /networking/v2.0/ports/b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 981 time: 0.3151965 Oct 24 09:03:05.435823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4eb10-2985-4dd2-9cf2-806e15b8b0b2 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=6']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:05.489103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581ae03-747d-4bbb-b17d-c822e0f414cc req-bd34e4b7-35ae-47c6-a827-eddc0376ec41 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:05.490555 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6581ae03-747d-4bbb-b17d-c822e0f414cc req-bd34e4b7-35ae-47c6-a827-eddc0376ec41 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0518727 Oct 24 09:03:05.556960 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6581ae03-747d-4bbb-b17d-c822e0f414cc req-5291e610-30fb-4a32-896e-6b2fbc26e3d0 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572913 Oct 24 09:03:05.771764 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:05.876834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:05.879165 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b15311-7e01-425c-8686-faee11ffb09c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:05.903845 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-ba1b8d08-a5bd-4511-9b16-7d617db1c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:05.905497 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-ba1b8d08-a5bd-4511-9b16-7d617db1c103 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1168 time: 0.0455351 Oct 24 09:03:05.919423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d5846c-eeab-4579-aa7b-7ea08d0ab28d x-openstack-request-id: req-71d5846c-eeab-4579-aa7b-7ea08d0ab28d {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:05.920070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:05.920070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71d5846c-eeab-4579-aa7b-7ea08d0ab28d {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:05.920414 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d5846c-eeab-4579-aa7b-7ea08d0ab28d'] response: {'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:03:06.002635 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-6a688e8e-a523-4652-840d-69e25ff968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.004094 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-6a688e8e-a523-4652-840d-69e25ff968ff service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.0908864 Oct 24 09:03:06.025189 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8947813-7d62-4e04-8aa8-8ba174d01def'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:06.066918 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:06.084806 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8947813-7d62-4e04-8aa8-8ba174d01def'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:06.094833 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-839807d4-28be-4786-b963-bf25ea7cc811 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0777862 Oct 24 09:03:06.169676 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-d57e431a-af3a-4801-8aae-8f5c6eb1dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.171208 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-d57e431a-af3a-4801-8aae-8f5c6eb1dae2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0609009 Oct 24 09:03:06.217960 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d1f1c8e-2312-46f5-8c79-289c3114e7b7 req-2e02c6ee-d909-4819-be86-21b406aef9b2 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.0464740 Oct 24 09:03:06.234484 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-643dd8a8-a996-4af7-a0d5-2218cbbf903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.236079 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-643dd8a8-a996-4af7-a0d5-2218cbbf903d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526619 Oct 24 09:03:06.319238 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:06.351529 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-ff2ec87d-24d2-472a-8483-668cb647ca2d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022522 Oct 24 09:03:06.394616 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:06.401365 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:06.613168 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-e7b159c5-ee2b-4677-8e80-282d219311dc req-11240072-679d-44a6-a70e-3a35a2c4e76d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963762 Oct 24 09:03:06.754457 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15311-7e01-425c-8686-faee11ffb09c req-25351bfa-f37a-4cd9-8709-8eebbc1fb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.756433 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-25351bfa-f37a-4cd9-8709-8eebbc1fb420 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1168 time: 0.0439599 Oct 24 09:03:06.820799 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-cda87481-c3a1-4f9e-9690-ca7841443f8a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.822469 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-cda87481-c3a1-4f9e-9690-ca7841443f8a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 809 time: 0.1176429 Oct 24 09:03:06.845906 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Request body: {'port': {'device_id': '97470cae-f594-49e7-860f-cff890d836d0', 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30', 'admin_state_up': True, 'tenant_id': 'd0ccb79814f5432cb21c619e974fecd8'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:06.875325 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15311-7e01-425c-8686-faee11ffb09c req-8f84ed42-5a91-4ba5-bc7d-3455027e9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:06.877076 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-8f84ed42-5a91-4ba5-bc7d-3455027e9f12 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.1125767 Oct 24 09:03:06.957615 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-0a674274-5e8f-412e-b837-2749f1313f67 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0726235 Oct 24 09:03:06.978811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Made reservation on behalf of d0ccb79814f5432cb21c619e974fecd8 for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:03:06.982627 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:06.983087 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:07.149398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15311-7e01-425c-8686-faee11ffb09c req-4aa7ae9e-c74d-496a-b246-cbc02ef1e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:07.150907 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-4aa7ae9e-c74d-496a-b246-cbc02ef1e026 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0540357 Oct 24 09:03:07.160148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:07.339595 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a06c7c8f-4fa7-45ec-8d28-7057eb3eb2fa req-e6f11cfe-6ee7-4130-807c-a6ae5160700e tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.0307107 Oct 24 09:03:07.384385 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Allocated IP 172.20.0.11 (c52ea54a-b949-48b1-928b-b497ecd97b30/b6f17605-6a77-406f-a4ab-87cac98ddfde/23784a70-8ff2-4f6d-940c-a6bb8c19d894) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:03:07.539261 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks [] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:07.567244 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:07.573284 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:07.618465 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Network c52ea54a-b949-48b1-928b-b497ecd97b30 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:03:07.625567 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:03:07.629492 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:03:07.635554 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Pushing event updated for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:07.680798 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:07.681403 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:07.687955 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:07.698077 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-16115173-a7e4-4988-8e0b-380824ffb11a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589420 Oct 24 09:03:08.462223 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43123780-49cd-4f09-80ee-6a2d9540365d req-74e39d29-56c9-49b1-80a2-3832b069aa64 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:08.463699 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-43123780-49cd-4f09-80ee-6a2d9540365d req-74e39d29-56c9-49b1-80a2-3832b069aa64 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 932 time: 0.0463552 Oct 24 09:03:08.513094 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-43123780-49cd-4f09-80ee-6a2d9540365d req-ac9e46ea-f311-4c7d-a460-6bce2817d900 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Oct 24 09:03:09.533105 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15311-7e01-425c-8686-faee11ffb09c req-7c2fca1f-f225-4b5c-bc2b-98055f4645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:09.534580 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-7c2fca1f-f225-4b5c-bc2b-98055f4645a0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437071 Oct 24 09:03:09.633359 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060f62a-51ec-4174-b226-85535f536dc6 req-2999cef3-e1af-4479-8329-d8fa55bce2e2 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:09.634824 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e060f62a-51ec-4174-b226-85535f536dc6 req-2999cef3-e1af-4479-8329-d8fa55bce2e2 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 932 time: 0.0472846 Oct 24 09:03:09.684515 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e060f62a-51ec-4174-b226-85535f536dc6 req-24b6979a-55c0-498f-bb69-b165bc16bcf9 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Oct 24 09:03:10.806576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257376b-a945-4a52-8b2e-041cb9416f44 req-7aafd2c3-925b-404c-b3c6-13b51a240858 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:10.808095 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7257376b-a945-4a52-8b2e-041cb9416f44 req-7aafd2c3-925b-404c-b3c6-13b51a240858 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 932 time: 0.0474479 Oct 24 09:03:10.839066 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:10.858632 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7257376b-a945-4a52-8b2e-041cb9416f44 req-a416f951-b777-49cd-a536-19f5bb249022 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Oct 24 09:03:10.868899 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Request body: {'port': {'device_id': '97470cae-f594-49e7-860f-cff890d836d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:10.936419 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:10.976095 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-83d646a7-2b19-42fc-b3ac-a366c6f44f10 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947230 Oct 24 09:03:11.028984 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-331d47d6-b4cd-408d-a718-76c3c768b01a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594282 Oct 24 09:03:11.101537 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e6b15311-7e01-425c-8686-faee11ffb09c req-f0cf98e4-8cb7-4785-834e-3ac27c21ebd0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931892 Oct 24 09:03:11.151599 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:11.165249 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-5e52d6d1-421b-407f-ba29-a048c05d4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.166848 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-5e52d6d1-421b-407f-ba29-a048c05d4092 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 1130 time: 0.0420640 Oct 24 09:03:11.246966 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23784a70-8ff2-4f6d-940c-a6bb8c19d894 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:11.254444 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks [] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:11.267969 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Transition to ACTIVE for port object 23784a70-8ff2-4f6d-940c-a6bb8c19d894 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:03:11.271892 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:11.274276 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-c7da64b3-7237-4e91-bcea-d507542e1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.275821 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-c7da64b3-7237-4e91-bcea-d507542e1db6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0900345 Oct 24 09:03:11.342909 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-caa51398-590e-46bd-9c86-ffd6064a3647 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 200 len: 1000 time: 0.0605190 Oct 24 09:03:11.349538 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Pushing event updated for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:11.382633 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Attempting to bind port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:03:11.383080 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Attempting to bind port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:03:11.383293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Attempting to bind port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 on network c52ea54a-b949-48b1-928b-b497ecd97b30 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:11.394089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-521b93af-a9ae-4fb0-acfe-495658ba2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.395557 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-521b93af-a9ae-4fb0-acfe-495658ba2ae7 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0460820 Oct 24 09:03:11.428582 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 on network c52ea54a-b949-48b1-928b-b497ecd97b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:03:11.428911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Attempting to bind port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 on network c52ea54a-b949-48b1-928b-b497ecd97b30 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:11.442472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-5f4c04ae-0a71-4336-844d-8b58d5c9f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.443999 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-5f4c04ae-0a71-4336-844d-8b58d5c9f07f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402443 Oct 24 09:03:11.477768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:03:11.477768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Checking segment: {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:03:11.477768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Bound using segment: {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:03:11.477768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Bound port: 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:03:11.477768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:11.528967 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:11.538648 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:03:11.542082 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:03:11.545802 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-800937dc-9f30-46c6-882c-19b7860b7197 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951686 Oct 24 09:03:11.549216 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:11.553321 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.553928 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:11.555294 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/23784a70-8ff2-4f6d-940c-a6bb8c19d894 HTTP/1.1" status: 200 len: 1094 time: 0.6909659 Oct 24 09:03:11.555830 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:11.558075 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66868130-251c-4d31-be1a-5e37bfd19264" -d '{"events": [{"name": "network-changed", "server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:11.608694 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684812f-fce1-4f2c-b4dd-b18f34ef0447 service neutron] Pushing event updated for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:11.617749 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9202b-7c91-42ff-b919-2b495a1e28a7 x-openstack-request-id: req-2ca9202b-7c91-42ff-b919-2b495a1e28a7 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:11.618303 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:11.618556 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ca9202b-7c91-42ff-b919-2b495a1e28a7 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:11.619763 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca9202b-7c91-42ff-b919-2b495a1e28a7'] response: {'name': 'network-changed', 'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894', 'status': 'completed', 'code': 200} Oct 24 09:03:11.647367 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e2aa5de-c98d-41e2-81b1-9bcce05d252e req-05fd83b7-021e-4e16-abc5-c495f698723f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956175 Oct 24 09:03:11.830097 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-53a6ce87-f57e-43f7-8a5a-88bda0f756db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.831553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-53a6ce87-f57e-43f7-8a5a-88bda0f756db service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 1128 time: 0.0488653 Oct 24 09:03:11.887395 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-d4a1303f-8cd0-4011-926e-6da1097bf05b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894 HTTP/1.1" status: 200 len: 217 time: 0.0353968 Oct 24 09:03:11.939678 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-9af35997-05ed-494f-8384-e60c1dbd1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.941189 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-9af35997-05ed-494f-8384-e60c1dbd1c9d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b6f17605-6a77-406f-a4ab-87cac98ddfde HTTP/1.1" status: 200 len: 849 time: 0.0489573 Oct 24 09:03:11.993925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01264abd-5211-47c4-9c50-62fc5c1a4c59 req-97de3733-f44c-4643-b08c-031cc9e41537 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:11.995409 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-01264abd-5211-47c4-9c50-62fc5c1a4c59 req-97de3733-f44c-4643-b08c-031cc9e41537 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 944 time: 0.0533764 Oct 24 09:03:12.043436 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-01264abd-5211-47c4-9c50-62fc5c1a4c59 req-97cd3704-fe22-4e63-81ef-a098060616b5 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Oct 24 09:03:12.210797 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-fe57193d-032d-4bb5-83c1-ade1e7fb2d34 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=c52ea54a-b949-48b1-928b-b497ecd97b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324821 Oct 24 09:03:12.298348 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:12.309751 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-7c4d7258-a4b5-409e-af98-0ed99109202e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924759 Oct 24 09:03:12.410615 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-28b4eb1a-7b36-4d98-893c-45b38694d4de req-e0240a50-3417-425e-8423-cd1c3df4a876 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936661 Oct 24 09:03:13.170222 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fcc18-bfda-4651-8ca9-c6b5f06c4414 req-43b7f188-388d-4417-a691-353f15434100 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:13.171695 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8c5fcc18-bfda-4651-8ca9-c6b5f06c4414 req-43b7f188-388d-4417-a691-353f15434100 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 944 time: 0.0470231 Oct 24 09:03:13.225563 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8c5fcc18-bfda-4651-8ca9-c6b5f06c4414 req-25e9a9ac-461e-4d4d-97f3-429c39d7837b tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Oct 24 09:03:13.476819 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53112) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:13.582500 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-834cae3a-7a6a-4e56-885f-252c7aa5ff57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.619747 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:13.661699 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-834cae3a-7a6a-4e56-885f-252c7aa5ff57 admin admin] Publish callbacks [] for security_group (de571276-ecda-4b83-8d5b-8e420ac9d333), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.665641 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-834cae3a-7a6a-4e56-885f-252c7aa5ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (de571276-ecda-4b83-8d5b-8e420ac9d333), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.706601 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cae3a-7a6a-4e56-885f-252c7aa5ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de571276-ecda-4b83-8d5b-8e420ac9d333,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:13.712704 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-834cae3a-7a6a-4e56-885f-252c7aa5ff57 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b530d7784c9d4c5a980aa4d42edaac34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329786 Oct 24 09:03:13.713530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53120) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:13.766542 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] Publish callbacks [] for security_group (de571276-ecda-4b83-8d5b-8e420ac9d333), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.788561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] Publish callbacks [] for security_group (de571276-ecda-4b83-8d5b-8e420ac9d333), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.842617 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (de571276-ecda-4b83-8d5b-8e420ac9d333), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.845589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:13.846926 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/de571276-ecda-4b83-8d5b-8e420ac9d333 HTTP/1.1" status: 204 len: 168 time: 0.1323261 Oct 24 09:03:13.857861 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94896f2d-82f2-454f-87fb-030a88ffe81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de571276-ecda-4b83-8d5b-8e420ac9d333,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:14.347396 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=73 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:14.348906 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ea8c5-6ba9-4888-ac51-935448d2f16c req-f529dcda-389d-4a3a-94cb-d0d773b8b606 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:14.350428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e78ea8c5-6ba9-4888-ac51-935448d2f16c req-f529dcda-389d-4a3a-94cb-d0d773b8b606 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 944 time: 0.0480230 Oct 24 09:03:14.357519 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=83 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:14.397467 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e78ea8c5-6ba9-4888-ac51-935448d2f16c req-2999917a-b730-4d22-82eb-b1800725d4eb tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Oct 24 09:03:15.517285 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c117-3577-4f09-bc26-598d5423b3a2 req-52755b61-3764-4025-b27e-e9477efb9660 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:15.518729 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2e68c117-3577-4f09-bc26-598d5423b3a2 req-52755b61-3764-4025-b27e-e9477efb9660 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 944 time: 0.0473466 Oct 24 09:03:15.569292 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2e68c117-3577-4f09-bc26-598d5423b3a2 req-0a5f0379-c3c9-43e4-a74a-c353322864f5 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Oct 24 09:03:16.656082 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 23784a70-8ff2-4f6d-940c-a6bb8c19d894 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:03:16.705188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038783a-2aa3-43ce-965e-e7e6c07464ad req-77a1f670-2274-4c64-9b3f-eddfbe93b28f tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:16.706721 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b038783a-2aa3-43ce-965e-e7e6c07464ad req-77a1f670-2274-4c64-9b3f-eddfbe93b28f tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 944 time: 0.0610094 Oct 24 09:03:16.759855 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b038783a-2aa3-43ce-965e-e7e6c07464ad req-c6184987-5c82-465d-9fae-a7ab6da91e36 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472209 Oct 24 09:03:16.765286 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:16.778405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '23784a70-8ff2-4f6d-940c-a6bb8c19d894', 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30', 'port_id': '23784a70-8ff2-4f6d-940c-a6bb8c19d894', 'mac_address': 'fa:16:3e:10:4c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f17605-6a77-406f-a4ab-87cac98ddfde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:03:16.814099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:16.814473 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:16.828800 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23784a70-8ff2-4f6d-940c-a6bb8c19d894 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:16.851107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:16.855313 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:16.905568 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:16.913098 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.913454 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.913799 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.914144 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.914478 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.914807 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.915134 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.915450 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.915779 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.916101 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.916454 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.916778 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.917100 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.917423 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:16.917742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:17.892204 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77c0b-d577-4af7-a839-92a557922b6e req-4c27e803-f7d2-4c5b-b611-afe3a42bef66 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:17.893687 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-27a77c0b-d577-4af7-a839-92a557922b6e req-4c27e803-f7d2-4c5b-b611-afe3a42bef66 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Oct 24 09:03:17.940692 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-27a77c0b-d577-4af7-a839-92a557922b6e req-97a38e06-783c-47aa-a373-06054a97ee17 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Oct 24 09:03:19.062609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:19.073491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b29752-3e16-434d-a8a0-b1245c3e7028 req-4e9927ad-889f-4449-835e-6efb1a7209cf tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:19.075547 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9b29752-3e16-434d-a8a0-b1245c3e7028 req-4e9927ad-889f-4449-835e-6efb1a7209cf tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 945 time: 0.0518517 Oct 24 09:03:19.124065 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9b29752-3e16-434d-a8a0-b1245c3e7028 req-8baf9120-22e7-4ece-8972-1881d280a700 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Oct 24 09:03:19.229143 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['23784a70-8ff2-4f6d-940c-a6bb8c19d894'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:19.302130 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:19.353914 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:19.911715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868130-251c-4d31-be1a-5e37bfd19264 req-c8427e6c-3ede-4ae2-b832-57afb8cf790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:19.913313 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-c8427e6c-3ede-4ae2-b832-57afb8cf790e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 1129 time: 0.0507891 Oct 24 09:03:20.019827 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868130-251c-4d31-be1a-5e37bfd19264 req-f0efb413-c2e0-4158-8b0c-f7ef6b275e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:20.021350 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-f0efb413-c2e0-4158-8b0c-f7ef6b275e44 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 910 time: 0.1005774 Oct 24 09:03:20.064897 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-bc28a687-5632-43fe-b573-f4b6bfe299aa service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894 HTTP/1.1" status: 200 len: 217 time: 0.0359867 Oct 24 09:03:20.118188 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868130-251c-4d31-be1a-5e37bfd19264 req-bab86497-3e29-4e54-87d5-dc24d861f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:20.120122 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-bab86497-3e29-4e54-87d5-dc24d861f75b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b6f17605-6a77-406f-a4ab-87cac98ddfde HTTP/1.1" status: 200 len: 849 time: 0.0486567 Oct 24 09:03:20.157086 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-2d50c8e4-6c50-42d5-86bf-6c5f9acda419 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=c52ea54a-b949-48b1-928b-b497ecd97b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277710 Oct 24 09:03:20.196177 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:20.310919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412eed5-b0a3-4b41-8a39-e9e2f44b7632 req-578812c5-4720-496d-ab1b-8ad84f9343de tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:20.312517 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d412eed5-b0a3-4b41-8a39-e9e2f44b7632 req-578812c5-4720-496d-ab1b-8ad84f9343de tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 945 time: 0.0756049 Oct 24 09:03:20.325663 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-0abcf251-979f-463f-9690-a0f21d423cb0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614254 Oct 24 09:03:20.335401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 23784a70-8ff2-4f6d-940c-a6bb8c19d894 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:03:20.404237 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:03:20.411812 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:03:20.412229 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:20.412568 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 Oct 24 09:03:20.471904 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d412eed5-b0a3-4b41-8a39-e9e2f44b7632 req-e35b48f3-b24c-4b28-9ce3-352fa7f75d22 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443505 Oct 24 09:03:20.488460 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89222373-078a-4e80-bc5f-55df4803e1b4 req-c3a720ad-c1dd-4c4d-9c99-913f8b8e49da tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:20.490010 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-89222373-078a-4e80-bc5f-55df4803e1b4 req-c3a720ad-c1dd-4c4d-9c99-913f8b8e49da tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0962691 Oct 24 09:03:20.500094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:20.500537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:20.526207 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:20.529549 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0497ea-aa8a-4bfa-8cbf-75773f24e63c" -d '{"events": [{"server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "name": "network-vif-plugged", "status": "completed", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:20.540044 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-66868130-251c-4d31-be1a-5e37bfd19264 req-f564fe9f-a779-47fd-8831-b5291a3031df service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041907 Oct 24 09:03:20.544464 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:20.550427 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:20.571265 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-89222373-078a-4e80-bc5f-55df4803e1b4 req-d7789bdf-8127-4f03-bbb6-87847771c432 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628784 Oct 24 09:03:20.585570 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d51835-075a-4ea0-8dec-b7886b1b97af x-openstack-request-id: req-53d51835-075a-4ea0-8dec-b7886b1b97af {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:20.585866 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "name": "network-vif-plugged", "status": "completed", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:20.586121 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53d51835-075a-4ea0-8dec-b7886b1b97af {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:20.586517 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d51835-075a-4ea0-8dec-b7886b1b97af'] response: {'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894', 'code': 200} Oct 24 09:03:20.616459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:21.604310 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:21.606179 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:21.610903 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a68a67-e38b-408e-8a1a-2272df0eabdc req-c5bbf9d8-0241-4175-a9fc-db6e8271eaa1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:21.612574 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-90a68a67-e38b-408e-8a1a-2272df0eabdc req-c5bbf9d8-0241-4175-a9fc-db6e8271eaa1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.0540998 Oct 24 09:03:21.675110 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-90a68a67-e38b-408e-8a1a-2272df0eabdc req-47868fc1-7789-4b76-8170-34d8e32d84c1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Oct 24 09:03:21.711806 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51044da3-162d-4c16-996a-537eab1f15ca req-8ee423df-f0b2-4363-b64a-781fe74f3e89 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:21.713386 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-51044da3-162d-4c16-996a-537eab1f15ca req-8ee423df-f0b2-4363-b64a-781fe74f3e89 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0558870 Oct 24 09:03:21.769017 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-51044da3-162d-4c16-996a-537eab1f15ca req-eb8bd072-e0a7-48da-a262-7c3d1f410bf6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483286 Oct 24 09:03:22.040689 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5749a-82d7-44a5-9fd1-f0a0cff3fef5 req-305e953c-2564-4861-9a94-c03226ade62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:22.042054 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2a5749a-82d7-44a5-9fd1-f0a0cff3fef5 req-305e953c-2564-4861-9a94-c03226ade62f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 1130 time: 0.0423126 Oct 24 09:03:22.202122 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f2a5749a-82d7-44a5-9fd1-f0a0cff3fef5 req-f2408b8e-e122-42d3-8515-e91dd2b40cfc service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Oct 24 09:03:22.768210 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:22.799271 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a07cc-31f1-4207-be60-5e2181fc9866 req-bd71129e-034e-44f8-a61c-adf23b872ab4 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:22.800876 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-865a07cc-31f1-4207-be60-5e2181fc9866 req-bd71129e-034e-44f8-a61c-adf23b872ab4 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.0478275 Oct 24 09:03:22.842603 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:22.860906 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-865a07cc-31f1-4207-be60-5e2181fc9866 req-fe99150d-4bf3-437d-9cc8-9c0840e67aa9 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543463 Oct 24 09:03:22.896916 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb01d-1fd6-43f2-94b9-5936b6dd785e req-337353ea-2a89-4cf3-8f42-d18a2b2d4e33 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:22.898393 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7ecb01d-1fd6-43f2-94b9-5936b6dd785e req-337353ea-2a89-4cf3-8f42-d18a2b2d4e33 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0516939 Oct 24 09:03:22.952959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7ecb01d-1fd6-43f2-94b9-5936b6dd785e req-9b5b47e6-7d16-4f66-8b29-74cc08187ee9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Oct 24 09:03:23.122829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-006c76e9-1353-4c63-bd36-39f3afe936b5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:23.124344 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-006c76e9-1353-4c63-bd36-39f3afe936b5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 946 time: 0.0490668 Oct 24 09:03:23.210501 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port ea79d810-db9b-4fba-9d68-f8b0560784ee {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:03:23.210853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.224936 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:23.269808 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53218) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:23.306833 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] For port ea79d810-db9b-4fba-9d68-f8b0560784ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea79d810-db9b-4fba-9d68-f8b0560784ee,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:23.307468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.379811 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1c3df8dd-176f-438b-8ecf-2a12d96b7c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.455706 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1c3df8dd-176f-438b-8ecf-2a12d96b7c52 admin admin] Publish callbacks [] for security_group (00461317-bf60-41b9-b340-ab2c8f35c44c), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.466831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-1c3df8dd-176f-438b-8ecf-2a12d96b7c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (00461317-bf60-41b9-b340-ab2c8f35c44c), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.476196 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.476567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (8cceef77-8ba3-408d-a98b-719532ff99b5), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.476876 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 8cceef77-8ba3-408d-a98b-719532ff99b5 disassociated. External IP: 172.37.0.3, port: ea79d810-db9b-4fba-9d68-f8b0560784ee. Oct 24 09:03:23.477256 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for ea79d810-db9b-4fba-9d68-f8b0560784ee owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:03:23.507280 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-1c3df8dd-176f-438b-8ecf-2a12d96b7c52 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ff7c2d77b80e4571b5dbec9402bbe154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363803 Oct 24 09:03:23.508189 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3df8dd-176f-438b-8ecf-2a12d96b7c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00461317-bf60-41b9-b340-ab2c8f35c44c,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:23.510448 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53222) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:23.573327 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] Publish callbacks [] for security_group (00461317-bf60-41b9-b340-ab2c8f35c44c), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.597273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] Publish callbacks [] for security_group (00461317-bf60-41b9-b340-ab2c8f35c44c), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.621642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (ea79d810-db9b-4fba-9d68-f8b0560784ee), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.649657 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (00461317-bf60-41b9-b340-ab2c8f35c44c), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.650538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=ea79d810-db9b-4fba-9d68-f8b0560784ee,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:23.654307 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.658700 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/00461317-bf60-41b9-b340-ab2c8f35c44c HTTP/1.1" status: 204 len: 168 time: 0.1470306 Oct 24 09:03:23.667345 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208c2e-1589-4ad5-86bc-27c1c0626bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00461317-bf60-41b9-b340-ab2c8f35c44c,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:23.784362 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:03:23.894377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:03:23.908179 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:03:23.927085 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:23.929033 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:03:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:23.959009 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] No DVR routers for this DVR port ea79d810-db9b-4fba-9d68-f8b0560784ee on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:03:23.963103 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:23.967062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53230) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:23.968099 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9006d76-b5f9-44fa-b03e-2165074a4af1 req-590f1d68-bab2-4fd4-81a4-0ae6417f9fff tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "DELETE /networking/v2.0/ports/ea79d810-db9b-4fba-9d68-f8b0560784ee HTTP/1.1" status: 204 len: 173 time: 0.8384454 Oct 24 09:03:23.969346 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'name': 'network-vif-deleted', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:23.971647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd023c6-abee-4007-98c4-9d70641278d7" -d '{"events": [{"server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "name": "network-vif-deleted", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:23.982118 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8fd8dba8-d4d1-4dca-81cb-ddeece6dadea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.038615 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8107718-52e1-42d7-a5c1-8f902d245ab0 x-openstack-request-id: req-b8107718-52e1-42d7-a5c1-8f902d245ab0 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:24.039202 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4ad60-dd40-42b5-8728-8a414e8d7644", "name": "network-vif-deleted", "tag": "ea79d810-db9b-4fba-9d68-f8b0560784ee", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:24.039684 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8107718-52e1-42d7-a5c1-8f902d245ab0 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:24.040334 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8107718-52e1-42d7-a5c1-8f902d245ab0'] response: {'server_uuid': 'f2c4ad60-dd40-42b5-8728-8a414e8d7644', 'name': 'network-vif-deleted', 'tag': 'ea79d810-db9b-4fba-9d68-f8b0560784ee', 'status': 'completed', 'code': 200} Oct 24 09:03:24.091216 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8fd8dba8-d4d1-4dca-81cb-ddeece6dadea admin admin] Publish callbacks [] for security_group (e741fd29-90bf-480c-b851-0eac3e93f942), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.104438 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-8fd8dba8-d4d1-4dca-81cb-ddeece6dadea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e741fd29-90bf-480c-b851-0eac3e93f942), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.147157 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c338-8969-49d1-8848-1cfe462a9d3b req-6caf7152-c901-4c7e-8877-37edf959a499 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:24.149012 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-00d9c338-8969-49d1-8848-1cfe462a9d3b req-6caf7152-c901-4c7e-8877-37edf959a499 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.1075268 Oct 24 09:03:24.173305 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8dba8-d4d1-4dca-81cb-ddeece6dadea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e741fd29-90bf-480c-b851-0eac3e93f942,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:24.177521 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8fd8dba8-d4d1-4dca-81cb-ddeece6dadea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f3cb30dd5ba2443fba6435cd55fee796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093668 Oct 24 09:03:24.186184 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53236) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:24.239366 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:24.240655 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-662c206e-1983-474d-afb7-e50b6ef829ae req-7bfaab9e-fe71-43f4-93fd-81a5fd1dd503 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2c4ad60-dd40-42b5-8728-8a414e8d7644 HTTP/1.1" status: 200 len: 210 time: 0.0515378 Oct 24 09:03:24.247084 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] Publish callbacks [] for security_group (e741fd29-90bf-480c-b851-0eac3e93f942), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.265874 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-00d9c338-8969-49d1-8848-1cfe462a9d3b req-96df4659-476a-429f-b831-cc8e1440075e tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103888 Oct 24 09:03:24.279116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] Publish callbacks [] for security_group (e741fd29-90bf-480c-b851-0eac3e93f942), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.329765 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e741fd29-90bf-480c-b851-0eac3e93f942), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.332635 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:24.333437 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ea79d810-db9b-4fba-9d68-f8b0560784ee no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:03:24.334948 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e741fd29-90bf-480c-b851-0eac3e93f942 HTTP/1.1" status: 204 len: 168 time: 0.1477702 Oct 24 09:03:24.358676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: ea79d810-db9b-4fba-9d68-f8b0560784ee {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:03:24.359322 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device ea79d810-db9b-4fba-9d68-f8b0560784ee not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:03:24.363153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4f0e0-2f69-4ee4-a312-8a9c0c404c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e741fd29-90bf-480c-b851-0eac3e93f942,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:24.468738 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:24.497255 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:03:24.505890 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:24.506513 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:03:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:24.628714 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:24.835906 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:24.862933 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfd50d-b96c-41a7-bac7-0ce1f984d4d9 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:03:25.088281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:25.150970 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a2d4d-1ba4-49be-b5f2-3f16e486ccc6 req-3eb32d45-c765-4aab-a774-e95a1742f2f1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:25.153332 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-947a2d4d-1ba4-49be-b5f2-3f16e486ccc6 req-3eb32d45-c765-4aab-a774-e95a1742f2f1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.0735264 Oct 24 09:03:25.231050 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-947a2d4d-1ba4-49be-b5f2-3f16e486ccc6 req-4e61752f-66ec-4385-b459-d5c6efbdb98e tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702145 Oct 24 09:03:25.253622 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df116ff0-d5b0-4813-9898-2b332e06f3f6 None None] New status for floating IP 8cceef77-8ba3-408d-a98b-719532ff99b5: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:03:25.512494 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:25.554599 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-2c0a201d-7500-4e7e-8e86-7b9e23c51f98 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1512102953&fields=id&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 267 time: 0.0495722 Oct 24 09:03:25.672748 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-472462ca-dfc8-4728-81e4-d07c25c4afad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:25.674227 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-472462ca-dfc8-4728-81e4-d07c25c4afad tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1121538 Oct 24 09:03:25.689174 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-7d81f3ee-d54f-4286-ac15-a68212b4c9d9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/quotas/30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 375 time: 0.0096393 Oct 24 09:03:25.738943 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-dc6121a6-4ae3-4f3c-81f2-07626ad041c5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445807 Oct 24 09:03:25.852727 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-1310c87c-26ae-4abe-b72a-6c01834a970a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018531 Oct 24 09:03:25.944696 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-12aba8fe-109f-4679-8d31-688c555d1bac service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Oct 24 09:03:26.287415 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7382e8c8-0901-4e67-aec9-3c5bef6fe7fc req-2d4916cb-797e-4e1c-9bf0-57cbfd0872cc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 210 time: 0.0483739 Oct 24 09:03:26.399724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1549b20-0466-4c82-950d-a5972154e38b req-02ad6dd3-45da-4f80-9e8c-692a60ad0bce tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:26.401360 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a1549b20-0466-4c82-950d-a5972154e38b req-02ad6dd3-45da-4f80-9e8c-692a60ad0bce tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.0578051 Oct 24 09:03:26.459934 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a1549b20-0466-4c82-950d-a5972154e38b req-f7cdf6ff-c2e9-4447-afac-23d43a07a2c7 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Oct 24 09:03:26.485903 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53328) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:26.596780 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-98dadfe4-a1bc-4332-b27e-44f8911d888f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.662473 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:26.664531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-04054ff6-58de-45db-9143-c9282ca88b49 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:26.665997 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-04054ff6-58de-45db-9143-c9282ca88b49 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 946 time: 0.0525308 Oct 24 09:03:26.669455 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:26.691000 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-98dadfe4-a1bc-4332-b27e-44f8911d888f admin admin] Publish callbacks [] for security_group (e29c4de5-d9be-4ac6-bd6a-b40b111962c3), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.696071 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-98dadfe4-a1bc-4332-b27e-44f8911d888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e29c4de5-d9be-4ac6-bd6a-b40b111962c3), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.741116 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dadfe4-a1bc-4332-b27e-44f8911d888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c4de5-d9be-4ac6-bd6a-b40b111962c3,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:26.750535 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-98dadfe4-a1bc-4332-b27e-44f8911d888f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5226b786e04e4b6985bed73fa3322e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633507 Oct 24 09:03:26.751044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53334) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:26.791261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Deleting port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:03:26.791596 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.874151 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Publish callbacks [] for security_group (e29c4de5-d9be-4ac6-bd6a-b40b111962c3), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.910028 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Publish callbacks [] for security_group (e29c4de5-d9be-4ac6-bd6a-b40b111962c3), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.930375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] For port 23784a70-8ff2-4f6d-940c-a6bb8c19d894, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23784a70-8ff2-4f6d-940c-a6bb8c19d894,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:26.930728 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:26.957841 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Calling delete_port for 23784a70-8ff2-4f6d-940c-a6bb8c19d894 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:03:27.007893 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:27.015270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:27.024896 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (e29c4de5-d9be-4ac6-bd6a-b40b111962c3), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.027567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.029283 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e29c4de5-d9be-4ac6-bd6a-b40b111962c3 HTTP/1.1" status: 204 len: 168 time: 0.2773335 Oct 24 09:03:27.045262 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c4de5-d9be-4ac6-bd6a-b40b111962c3,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:27.061341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.061690 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.062025 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.062361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.062691 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.063010 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.063330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.063653 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.063992 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.064324 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.064642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.064955 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.065270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.065583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.065897 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c8e4-bb6a-4e77-bd1e-cbe90cf5ad42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:03:27.136063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (23784a70-8ff2-4f6d-940c-a6bb8c19d894), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.179837 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['23784a70-8ff2-4f6d-940c-a6bb8c19d894'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:27.330026 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53340) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:27.344520 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-24427f9c-dc5b-4d29-a664-67c5c4d9ff38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.459499 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Pushing event deleted for resources: {'Port': ['ID=23784a70-8ff2-4f6d-940c-a6bb8c19d894,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:27.486411 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-74300ffb-77bb-4efc-92c9-4c9cb5477839 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:27.488110 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-74300ffb-77bb-4efc-92c9-4c9cb5477839 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1411960 Oct 24 09:03:27.512097 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4368b69f-da16-4932-8196-78cd96b894aa req-32c6c4bd-3303-425f-a7e3-a2d01af859c6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 210 time: 0.0562680 Oct 24 09:03:27.528026 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] No DVR routers for this DVR port 23784a70-8ff2-4f6d-940c-a6bb8c19d894 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:03:27.530893 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.534692 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cb34727b-649e-4ccd-866f-19fb4f3a93f8 req-8e2c0afd-5591-4728-aee8-2fbada73de4d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "DELETE /networking/v2.0/ports/23784a70-8ff2-4f6d-940c-a6bb8c19d894 HTTP/1.1" status: 204 len: 173 time: 0.8555775 Oct 24 09:03:27.535446 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'name': 'network-vif-deleted', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:27.537853 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd83eb7-c485-45df-a6b6-3c1e77e017bd" -d '{"events": [{"server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "name": "network-vif-deleted", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:27.603326 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-42335f0e-93ab-4e3f-8669-3c3a15e3edcc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 380 time: 0.0729272 Oct 24 09:03:27.610414 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e5c2a8-08d6-4890-8b87-8ab6caca2372 x-openstack-request-id: req-24e5c2a8-08d6-4890-8b87-8ab6caca2372 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:27.610836 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97470cae-f594-49e7-860f-cff890d836d0", "name": "network-vif-deleted", "tag": "23784a70-8ff2-4f6d-940c-a6bb8c19d894", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:27.611339 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24e5c2a8-08d6-4890-8b87-8ab6caca2372 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:27.611744 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e5c2a8-08d6-4890-8b87-8ab6caca2372'] response: {'server_uuid': '97470cae-f594-49e7-860f-cff890d836d0', 'name': 'network-vif-deleted', 'tag': '23784a70-8ff2-4f6d-940c-a6bb8c19d894', 'status': 'completed', 'code': 200} Oct 24 09:03:27.623238 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d360c2b3-920e-428c-8ed9-129ee535b6b7 req-1a54a2b4-ef78-4424-91b4-62cb2eba660d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=97470cae-f594-49e7-860f-cff890d836d0 HTTP/1.1" status: 200 len: 210 time: 0.0582111 Oct 24 09:03:27.630758 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'port': {'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'admin_state_up': True, 'tenant_id': '30742e7b914243df8dd120079560a3de', 'security_groups': ['c0e2a658-0a96-4896-808e-c87e0f025fb8']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:27.642372 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-24427f9c-dc5b-4d29-a664-67c5c4d9ff38 admin admin] Publish callbacks [] for security_group (aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.667564 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-24427f9c-dc5b-4d29-a664-67c5c4d9ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.753425 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-24427f9c-dc5b-4d29-a664-67c5c4d9ff38 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=457dc83fb2094400a98bccf64a94b84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222960 Oct 24 09:03:27.756372 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53348) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:27.759653 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24427f9c-dc5b-4d29-a664-67c5c4d9ff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:27.815140 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] Publish callbacks [] for security_group (aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.816669 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Made reservation on behalf of 30742e7b914243df8dd120079560a3de for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:03:27.821342 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.837329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] Publish callbacks [] for security_group (aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.887771 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.890360 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:27.891549 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60 HTTP/1.1" status: 204 len: 168 time: 0.1341374 Oct 24 09:03:27.900125 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ccbb-5bac-4fdd-9e2c-d3a472cc21f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb83b6b-fc2d-4aeb-8cab-7ff10d935a60,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:27.941491 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:27.961034 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.20.0.10 (15551789-d406-4f91-85fe-9eee40e4ab51/d2ade3a1-177a-465c-b515-db694ed98006/f4ba7cc3-9768-4fde-9952-2e905e5b30e5) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:03:28.131090 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.166744 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.207946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:28.227735 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:03:28.234445 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:03:28.237634 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:03:28.240438 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:28.319796 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:28.320444 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.339543 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-78ecced6-07a8-4740-aafc-5f43d9fbbb23 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140133 Oct 24 09:03:28.379255 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Request body: {'port': {'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:28.443698 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.532084 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-2071f578-3a84-41fb-937c-d30b839ab4bc None None] Provisioning complete for port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:03:28.532756 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2071f578-3a84-41fb-937c-d30b839ab4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.532903 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-2071f578-3a84-41fb-937c-d30b839ab4bc None None] Attempt 1 to provision port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 Oct 24 09:03:28.573207 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-2071f578-3a84-41fb-937c-d30b839ab4bc None None] Port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:03:28.691870 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516cb2-ebc0-4884-8b71-9f1066c9522f req-2e38496a-e87b-4aba-8d0b-8844a0145a9b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:28.701801 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-50516cb2-ebc0-4884-8b71-9f1066c9522f req-2e38496a-e87b-4aba-8d0b-8844a0145a9b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 932 time: 0.0752385 Oct 24 09:03:28.756541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ba7cc3-9768-4fde-9952-2e905e5b30e5 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:28.765272 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks [] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.773070 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-50516cb2-ebc0-4884-8b71-9f1066c9522f req-73dfb7a1-7ae3-460f-8573-ba8804e3bb14 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701470 Oct 24 09:03:28.784026 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Transition to ACTIVE for port object f4ba7cc3-9768-4fde-9952-2e905e5b30e5 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:03:28.805236 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:28.902973 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:28.931929 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Attempting to bind port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:03:28.932572 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Attempting to bind port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:03:28.932979 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Attempting to bind port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:28.957452 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:28.980009 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 on network 15551789-d406-4f91-85fe-9eee40e4ab51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:03:28.980822 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Attempting to bind port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:29.013275 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-36518c32-5104-49a7-8e2b-ff868b49644e tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.015063 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-36518c32-5104-49a7-8e2b-ff868b49644e tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 809 time: 0.1288576 Oct 24 09:03:29.026862 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:03:29.027247 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:03:29.028194 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Bound using segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:03:29.028647 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Bound port: f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:03:29.029009 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:29.039887 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-77d5fba7-e5b9-45d5-9d74-e8713023bdb7 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/quotas/d0ccb79814f5432cb21c619e974fecd8 HTTP/1.1" status: 200 len: 375 time: 0.0186675 Oct 24 09:03:29.071100 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-52523536-1e57-4614-860c-303b7366ec80 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303547 Oct 24 09:03:29.100650 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:03:29.106405 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:03:29.113466 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:29.117978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.118591 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:29.120377 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 1094 time: 0.7453213 Oct 24 09:03:29.123263 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:29.125123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1de042-7a39-496d-ae88-2b03d57706ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:29.188707 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-7e08622a-cf70-4cc8-8830-700e10f25328 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091220 Oct 24 09:03:29.205086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a613954f-3f0a-46bd-b2c2-e52b9d128d4c x-openstack-request-id: req-a613954f-3f0a-46bd-b2c2-e52b9d128d4c {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:29.205461 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:29.205790 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a613954f-3f0a-46bd-b2c2-e52b9d128d4c {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:29.206255 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a613954f-3f0a-46bd-b2c2-e52b9d128d4c'] response: {'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'status': 'completed', 'code': 200} Oct 24 09:03:29.207151 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6433-bd0f-42d9-897d-b0b137009a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:29.253296 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:29.269628 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b15b5523-753d-44d5-896d-33bbbdc2836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.271067 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-b15b5523-753d-44d5-896d-33bbbdc2836b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1128 time: 0.0484545 Oct 24 09:03:29.295790 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-38a52504-060d-4b95-96d1-66f25b7ad3ad service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061635 Oct 24 09:03:29.326613 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-f7fadf39-852a-43d6-b088-f42e48c945e4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 217 time: 0.0424440 Oct 24 09:03:29.378994 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-361691e3-eebf-478b-8f70-a90dba37a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.380896 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-361691e3-eebf-478b-8f70-a90dba37a52c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0487347 Oct 24 09:03:29.443543 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-db60672e-96aa-4fd4-b9f3-a7bca7680c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.445346 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-db60672e-96aa-4fd4-b9f3-a7bca7680c36 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582423 Oct 24 09:03:29.471302 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9556b56d-5ed8-4306-b661-af0fdac20663 req-8ef136f0-0b77-4070-9ca9-890e1de354e9 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 210 time: 0.0323458 Oct 24 09:03:29.546040 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-3a789aea-403e-4a2d-9416-94508198ce02 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944273 Oct 24 09:03:29.652469 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-ed56eb41-5895-48d7-ad05-4c78034c8038 req-f9238da1-7bcf-405e-813a-3fa2d08369f1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005476 Oct 24 09:03:29.910963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d183177-6ed9-4271-9eb3-a39e4c897846 req-fd5f2b9d-78a4-4392-a33b-eb715103c255 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:29.912637 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d183177-6ed9-4271-9eb3-a39e4c897846 req-fd5f2b9d-78a4-4392-a33b-eb715103c255 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0491564 Oct 24 09:03:29.963921 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d183177-6ed9-4271-9eb3-a39e4c897846 req-c84a1cdf-956d-4876-8c29-af5c85277009 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Oct 24 09:03:30.350326 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 23784a70-8ff2-4f6d-940c-a6bb8c19d894 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:03:30.374683 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 23784a70-8ff2-4f6d-940c-a6bb8c19d894 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:03:30.375105 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 23784a70-8ff2-4f6d-940c-a6bb8c19d894 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:03:30.495822 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-199749dc-273b-41c4-8000-898e063a507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:30.497955 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-199749dc-273b-41c4-8000-898e063a507d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1128 time: 0.0423493 Oct 24 09:03:30.582269 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1c066e89-a5f2-4089-9e7d-f40f29de243a req-198e01d3-3c8c-4b68-97a4-f30579833e81 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 210 time: 0.0338335 Oct 24 09:03:30.610326 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-d1803561-770a-4b97-82ce-0d17a7e905d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:30.611792 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-d1803561-770a-4b97-82ce-0d17a7e905d6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.1071076 Oct 24 09:03:30.651497 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-0cebf63c-eae1-47a1-9ddb-25b6a66ce573 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 217 time: 0.0333338 Oct 24 09:03:30.706772 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-2ca53f0b-7fd4-46bb-a1d2-f71478d361da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:30.708849 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-2ca53f0b-7fd4-46bb-a1d2-f71478d361da service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0512645 Oct 24 09:03:30.758332 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-76a2c4ac-91e2-446e-991a-987f39e44e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:30.759790 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-76a2c4ac-91e2-446e-991a-987f39e44e28 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447752 Oct 24 09:03:30.850719 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-d4f12c76-d89c-4cb2-8ded-8fc5e84c7fb1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Oct 24 09:03:31.082761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:31.093282 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23761faf-a578-45d6-aa99-0207e28446e4 req-bcd57138-4fb4-4c5b-872a-edddf7468a38 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:31.094813 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-23761faf-a578-45d6-aa99-0207e28446e4 req-bcd57138-4fb4-4c5b-872a-edddf7468a38 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0503953 Oct 24 09:03:31.128191 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-6b1de042-7a39-496d-ae88-2b03d57706ae req-7cc3d6e9-97b7-43c0-aa14-54a17d23b248 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980144 Oct 24 09:03:31.151309 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-23761faf-a578-45d6-aa99-0207e28446e4 req-61acc411-60e2-4e36-a6e0-6c7c309dfa40 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503545 Oct 24 09:03:31.188063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:31.272242 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-96f39431-6a3a-4b86-89bd-fbc581fe02ec tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:31.273729 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-96f39431-6a3a-4b86-89bd-fbc581fe02ec tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 809 time: 0.1106033 Oct 24 09:03:31.293100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Request body: {'port': {'device_id': '8b7fd37f-353b-4397-b501-63a1b8155844', 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30', 'admin_state_up': True, 'tenant_id': 'd0ccb79814f5432cb21c619e974fecd8'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:31.401720 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Made reservation on behalf of d0ccb79814f5432cb21c619e974fecd8 for: {'port': 1} {{(pid=116186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:03:31.406136 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:31.539352 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Allocated IP 172.20.0.13 (c52ea54a-b949-48b1-928b-b497ecd97b30/b6f17605-6a77-406f-a4ab-87cac98ddfde/9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:03:31.693121 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5a3a5281-b6e4-4bc4-9dec-3d8c0f9b327c req-7875f856-875e-4c18-9b03-ce0b80046689 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 210 time: 0.0336831 Oct 24 09:03:31.730666 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks [] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:31.764526 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:31.807147 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Network c52ea54a-b949-48b1-928b-b497ecd97b30 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:03:31.811349 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:03:31.817562 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:03:31.848293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Pushing event updated for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:31.869755 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:31.870377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:31.888428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-110b6dc7-79d7-4a42-a9ec-164899c81114 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989733 Oct 24 09:03:31.932107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-32d4c4e5-3abe-4335-992f-f4eab0c658e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:31.937811 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Request body: {'port': {'device_id': '8b7fd37f-353b-4397-b501-63a1b8155844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:32.007884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.022664 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:32.061220 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:32.313219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 {{(pid=116186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:32.322657 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7435b-0016-4378-8584-a8fcaab483e5 req-a57ade9f-c5b9-46bb-8d19-758be277930e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:32.324152 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cee7435b-0016-4378-8584-a8fcaab483e5 req-a57ade9f-c5b9-46bb-8d19-758be277930e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0847907 Oct 24 09:03:32.328975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks [] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.357568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.provisioning_blocks [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Transition to ACTIVE for port object 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 will not be triggered until provisioned by entity L2. {{(pid=116186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:03:32.368530 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.414780 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-cee7435b-0016-4378-8584-a8fcaab483e5 req-7ef4f8da-e0e8-4b73-a84e-9360610903d7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832193 Oct 24 09:03:32.447860 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:32.499228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Attempting to bind port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:03:32.499563 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Attempting to bind port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:03:32.499891 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Attempting to bind port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 on network c52ea54a-b949-48b1-928b-b497ecd97b30 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:32.541240 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 on network c52ea54a-b949-48b1-928b-b497ecd97b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:03:32.541561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Attempting to bind port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 on network c52ea54a-b949-48b1-928b-b497ecd97b30 {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:03:32.583675 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:03:32.584008 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Checking segment: {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:03:32.584421 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Bound using segment: {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'} {{(pid=116186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:03:32.584854 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.managers [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Bound port: 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a795f3-9b7e-4cb1-8efe-edfa709876fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30'}}] {{(pid=116186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:03:32.585215 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.647412 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, cleared binding levels {{(pid=116186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:03:32.650840 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:03:32.656612 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.660887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:32.661505 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:32.662905 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 HTTP/1.1" status: 200 len: 1094 time: 0.7310674 Oct 24 09:03:32.663659 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:32.665887 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:32.709635 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c3cb1-35ab-49a6-ada9-b184363cd675 x-openstack-request-id: req-352c3cb1-35ab-49a6-ada9-b184363cd675 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:32.709931 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:32.710205 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-352c3cb1-35ab-49a6-ada9-b184363cd675 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:32.710615 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352c3cb1-35ab-49a6-ada9-b184363cd675'] response: {'name': 'network-changed', 'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8', 'status': 'completed', 'code': 200} Oct 24 09:03:32.722363 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9630228-6e78-4598-a335-7f2feac0fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=3']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:32.786076 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-43474402-c720-47dc-971d-8742580f3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:32.787568 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-43474402-c720-47dc-971d-8742580f3d6a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 1128 time: 0.0505207 Oct 24 09:03:32.843158 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-5d8a7916-31f7-44c5-9c0c-214a6ff273af service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 HTTP/1.1" status: 200 len: 217 time: 0.0402970 Oct 24 09:03:32.852968 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867b143-9bde-4654-9847-3d32f7bd09aa req-ca0cdfc5-e1a2-43e0-94c6-b07c7816bddb tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:32.854363 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5867b143-9bde-4654-9847-3d32f7bd09aa req-ca0cdfc5-e1a2-43e0-94c6-b07c7816bddb tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0839040 Oct 24 09:03:32.920482 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-22eaf230-0637-456f-ada4-1e03abe6a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:32.921899 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-22eaf230-0637-456f-ada4-1e03abe6a67a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b6f17605-6a77-406f-a4ab-87cac98ddfde HTTP/1.1" status: 200 len: 849 time: 0.0667162 Oct 24 09:03:32.946957 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5867b143-9bde-4654-9847-3d32f7bd09aa req-d6074c4b-47ed-4ecf-bd7a-c2f8e8f98be1 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830650 Oct 24 09:03:32.963385 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-a37b3cf4-bd2a-47a1-9498-fd3ba918a8bc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=c52ea54a-b949-48b1-928b-b497ecd97b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321810 Oct 24 09:03:32.975589 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:32.977110 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:33.058848 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-ea9c7bf6-072a-4dcc-bc4d-e4f3090dbe10 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897310 Oct 24 09:03:33.148434 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dc6786c1-7b39-4e69-8669-69590e6ae7d2 req-ec1b74d9-3c14-48b8-92f7-327b119d9e3a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840206 Oct 24 09:03:33.542366 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a604248-8682-433d-a346-94a74de01ded req-3d6567af-74a5-446f-b83f-110979e0bd9c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:33.543894 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a604248-8682-433d-a346-94a74de01ded req-3d6567af-74a5-446f-b83f-110979e0bd9c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0516696 Oct 24 09:03:33.595184 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6a604248-8682-433d-a346-94a74de01ded req-5f4b9041-457c-496a-816c-21285d464a43 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Oct 24 09:03:34.042427 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:03:34.069510 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10e161-669d-4389-9a0d-516d3f9f0563 req-6e288f4e-09fd-47ab-9aba-47936b9385af tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:34.071014 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd10e161-669d-4389-9a0d-516d3f9f0563 req-6e288f4e-09fd-47ab-9aba-47936b9385af tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0472796 Oct 24 09:03:34.118564 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fd10e161-669d-4389-9a0d-516d3f9f0563 req-5cb743cb-38aa-4bc2-9e6d-2c95d463f3c9 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Oct 24 09:03:34.234989 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-50f8abd1-90a5-49a0-9265-c33db82b47c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:34.720789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7641597-6032-49db-8bda-fc52701127a3 req-383cc263-ac04-4974-9cca-4277e51b2c98 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:34.722251 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7641597-6032-49db-8bda-fc52701127a3 req-383cc263-ac04-4974-9cca-4277e51b2c98 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0500932 Oct 24 09:03:34.773113 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e7641597-6032-49db-8bda-fc52701127a3 req-8487e725-9290-4580-9a94-18bbebdf07b6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Oct 24 09:03:35.267499 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883666d-c59c-4d82-8b18-1d8e3719614a req-67d2a3d6-3985-4432-8f0c-0ece57027400 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:35.268990 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8883666d-c59c-4d82-8b18-1d8e3719614a req-67d2a3d6-3985-4432-8f0c-0ece57027400 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0764675 Oct 24 09:03:35.270052 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-9de5d6cd-211a-479e-934a-55a9631404dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:35.271371 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-9de5d6cd-211a-479e-934a-55a9631404dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d0ccb79814f5432cb21c619e974fecd8&device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 1128 time: 0.0687308 Oct 24 09:03:35.380313 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8883666d-c59c-4d82-8b18-1d8e3719614a req-3a90fdda-419f-4f3c-88d5-f63062328e77 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053681 Oct 24 09:03:35.406609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-d322e9e6-7d93-4308-badb-441f80fe3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:35.408100 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-d322e9e6-7d93-4308-badb-441f80fe3de6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 200 len: 910 time: 0.1254327 Oct 24 09:03:35.446057 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-df6e93b1-62d2-4ddf-9a2f-120da63e86d5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 HTTP/1.1" status: 200 len: 217 time: 0.0317061 Oct 24 09:03:35.499283 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-94f90929-dbee-48cf-9fc1-9f8741aa5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:35.500735 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-94f90929-dbee-48cf-9fc1-9f8741aa5a65 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b6f17605-6a77-406f-a4ab-87cac98ddfde HTTP/1.1" status: 200 len: 849 time: 0.0487900 Oct 24 09:03:35.641983 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-fe2d9eca-25d3-4cbe-8794-5c1af54ff343 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=c52ea54a-b949-48b1-928b-b497ecd97b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272095 Oct 24 09:03:35.773306 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:35.896393 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef30f-513c-447a-8c6f-75da41350e54 req-46cd0014-8eb2-491d-bfc0-bb98531a2001 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:35.897883 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5f7ef30f-513c-447a-8c6f-75da41350e54 req-46cd0014-8eb2-491d-bfc0-bb98531a2001 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0476167 Oct 24 09:03:35.947653 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5f7ef30f-513c-447a-8c6f-75da41350e54 req-0a6cb8ce-b114-48c0-8449-f17540c61256 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Oct 24 09:03:36.443609 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53526) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:36.507156 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ba9a9-22ff-49a5-b634-f7ebbd1b0359 req-c2f8e793-ddd1-4f16-b0f7-3c263f906637 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:36.508607 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-df4ba9a9-22ff-49a5-b634-f7ebbd1b0359 req-c2f8e793-ddd1-4f16-b0f7-3c263f906637 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0513091 Oct 24 09:03:36.569091 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:36.581715 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a5247d48-c381-4884-91d2-b088c6bb73d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.601038 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-df4ba9a9-22ff-49a5-b634-f7ebbd1b0359 req-acbc41af-1d31-407f-a18e-8c2be1e995e7 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863903 Oct 24 09:03:36.645515 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:36.690924 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-68a53986-6005-492e-ad4d-8fd158f66e2d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407630 Oct 24 09:03:36.786416 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a5247d48-c381-4884-91d2-b088c6bb73d3 admin admin] Publish callbacks [] for security_group (2d5a4932-19e6-44ba-95f8-c3a43f63aa8a), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.792082 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a5247d48-c381-4884-91d2-b088c6bb73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2d5a4932-19e6-44ba-95f8-c3a43f63aa8a), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.834186 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5ee1abc9-2a5d-403f-b920-2ba1c70d8abb req-a5b6fb49-ae76-4fce-9e80-d302c63a2add service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370456 Oct 24 09:03:36.847697 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a5247d48-c381-4884-91d2-b088c6bb73d3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=12dfdb5034334587ac65060b041601b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030576 Oct 24 09:03:36.848557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247d48-c381-4884-91d2-b088c6bb73d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a4932-19e6-44ba-95f8-c3a43f63aa8a,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:36.851584 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53530) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:36.905041 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] Publish callbacks [] for security_group (2d5a4932-19e6-44ba-95f8-c3a43f63aa8a), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.924451 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] Publish callbacks [] for security_group (2d5a4932-19e6-44ba-95f8-c3a43f63aa8a), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.945536 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:36.957361 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:36.975031 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (2d5a4932-19e6-44ba-95f8-c3a43f63aa8a), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.977893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.982731 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2d5a4932-19e6-44ba-95f8-c3a43f63aa8a HTTP/1.1" status: 204 len: 168 time: 0.1259727 Oct 24 09:03:36.985034 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:36.995123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285a08-29bd-4ace-99f1-c2c1831f504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a4932-19e6-44ba-95f8-c3a43f63aa8a,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:37.091067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b14a5-0c2b-411e-8176-ea8619159d05 req-76cf3325-3063-4252-8963-98885ff0c36d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:37.092574 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f10b14a5-0c2b-411e-8176-ea8619159d05 req-76cf3325-3063-4252-8963-98885ff0c36d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0506277 Oct 24 09:03:37.150731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f10b14a5-0c2b-411e-8176-ea8619159d05 req-df3ec591-01f2-49f4-b612-9c43558ffd42 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523970 Oct 24 09:03:37.165516 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.271837 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53538) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:37.285923 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-65ddf31c-49ea-4b70-b433-425c1d1fc06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.368509 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-65ddf31c-49ea-4b70-b433-425c1d1fc06d admin admin] Publish callbacks [] for security_group (d0c475dc-ec41-4a6c-b817-b916c48516f9), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.372680 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-65ddf31c-49ea-4b70-b433-425c1d1fc06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d0c475dc-ec41-4a6c-b817-b916c48516f9), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.412166 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-65ddf31c-49ea-4b70-b433-425c1d1fc06d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=000c114766a1473cb8a1bb6adcd2234c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390891 Oct 24 09:03:37.412995 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddf31c-49ea-4b70-b433-425c1d1fc06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c475dc-ec41-4a6c-b817-b916c48516f9,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:37.414787 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53540) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:37.464123 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] Publish callbacks [] for security_group (d0c475dc-ec41-4a6c-b817-b916c48516f9), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.484758 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] Publish callbacks [] for security_group (d0c475dc-ec41-4a6c-b817-b916c48516f9), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.531746 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (d0c475dc-ec41-4a6c-b817-b916c48516f9), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.534257 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.535399 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d0c475dc-ec41-4a6c-b817-b916c48516f9 HTTP/1.1" status: 204 len: 168 time: 0.1196358 Oct 24 09:03:37.544060 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68e167-a403-41ca-a48c-fa94fef3e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c475dc-ec41-4a6c-b817-b916c48516f9,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:37.724963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b47-32a8-436b-b279-056a3c4712a1 req-02be772e-c9e3-4638-993f-bdd38ee2a203 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:37.726448 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ab13b47-32a8-436b-b279-056a3c4712a1 req-02be772e-c9e3-4638-993f-bdd38ee2a203 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0481584 Oct 24 09:03:37.777907 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3ab13b47-32a8-436b-b279-056a3c4712a1 req-c000e641-e67e-42df-b01a-21fdbbb4b72c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 Oct 24 09:03:37.871778 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 53548) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:37.885187 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d0e86620-4631-45ee-8656-340fd41c9401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.960179 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d0e86620-4631-45ee-8656-340fd41c9401 admin admin] Publish callbacks [] for security_group (c20d71e5-5c29-4ed0-b4f6-4dab98ca41af), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:37.963959 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d0e86620-4631-45ee-8656-340fd41c9401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c20d71e5-5c29-4ed0-b4f6-4dab98ca41af), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.003652 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d0e86620-4631-45ee-8656-340fd41c9401 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3e94a88821bf4999bb11bab688804a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306775 Oct 24 09:03:38.004780 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86620-4631-45ee-8656-340fd41c9401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20d71e5-5c29-4ed0-b4f6-4dab98ca41af,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:38.006353 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53550) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:38.055825 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] Publish callbacks [] for security_group (c20d71e5-5c29-4ed0-b4f6-4dab98ca41af), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.075590 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] Publish callbacks [] for security_group (c20d71e5-5c29-4ed0-b4f6-4dab98ca41af), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.127755 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c20d71e5-5c29-4ed0-b4f6-4dab98ca41af), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.130559 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.131699 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c20d71e5-5c29-4ed0-b4f6-4dab98ca41af HTTP/1.1" status: 204 len: 168 time: 0.1242826 Oct 24 09:03:38.141231 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f117-306d-43ff-9377-eb9405563484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20d71e5-5c29-4ed0-b4f6-4dab98ca41af,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:38.281274 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8fbbc-4766-4794-b2ac-9a2cab655491 req-8c9be3e4-0973-44cb-9ca6-2bb8813404f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:38.282847 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9ba8fbbc-4766-4794-b2ac-9a2cab655491 req-8c9be3e4-0973-44cb-9ca6-2bb8813404f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 944 time: 0.0511684 Oct 24 09:03:38.303997 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:38.323098 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:38.339625 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-9ba8fbbc-4766-4794-b2ac-9a2cab655491 req-d644920f-79c4-48f7-84ab-085db4b102f5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507100 Oct 24 09:03:38.382889 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device f4ba7cc3-9768-4fde-9952-2e905e5b30e5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:03:38.488655 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:38.502111 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:03:38.677547 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:38.677931 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.691097 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba7cc3-9768-4fde-9952-2e905e5b30e5 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:38.710573 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:38.714138 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.714796 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:03:38.721733 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:38.742083 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:38.787967 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:38.860559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:38.872403 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8', 'network_id': 'c52ea54a-b949-48b1-928b-b497ecd97b30', 'port_id': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8', 'mac_address': 'fa:16:3e:6e:ab:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f17605-6a77-406f-a4ab-87cac98ddfde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:03:38.902470 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0db9cd-cf7a-4a8f-ac60-ff2c44a0cfbb req-ba14faaf-1e00-4239-8b50-cb4eb87f43d4 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:38.904586 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ab0db9cd-cf7a-4a8f-ac60-ff2c44a0cfbb req-ba14faaf-1e00-4239-8b50-cb4eb87f43d4 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 944 time: 0.0521820 Oct 24 09:03:38.907625 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:38.908020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.922053 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:03:38.943503 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:38.948028 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:38.958802 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ab0db9cd-cf7a-4a8f-ac60-ff2c44a0cfbb req-5c7fd76a-85a3-4cc5-9733-1dbb802d48af tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Oct 24 09:03:39.007421 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:39.461595 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc256e1-c175-44a9-ad68-b5b0e46a80b2 req-0647343b-c8fe-4324-8f07-f4dd8c869873 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:39.463040 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7bc256e1-c175-44a9-ad68-b5b0e46a80b2 req-0647343b-c8fe-4324-8f07-f4dd8c869873 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 945 time: 0.0460742 Oct 24 09:03:39.511950 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7bc256e1-c175-44a9-ad68-b5b0e46a80b2 req-5966040f-54fb-468e-937b-df273560efe6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Oct 24 09:03:39.580062 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['f4ba7cc3-9768-4fde-9952-2e905e5b30e5'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:39.722295 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:40.085018 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982441b4-e3d6-41b3-8523-57d6eff89f87 req-e38bc750-a49b-4ddf-ac8a-5c92839cdfdd tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:40.086466 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-982441b4-e3d6-41b3-8523-57d6eff89f87 req-e38bc750-a49b-4ddf-ac8a-5c92839cdfdd tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 945 time: 0.0461066 Oct 24 09:03:40.139351 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-982441b4-e3d6-41b3-8523-57d6eff89f87 req-339a4a74-3a52-41bc-98ad-34953852f68c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Oct 24 09:03:40.632297 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756d948-c4eb-41bb-a156-9cf7a9843dc6 req-e8d679a2-fb29-45ba-8cfc-cb76bc9df844 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:40.633811 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5756d948-c4eb-41bb-a156-9cf7a9843dc6 req-e8d679a2-fb29-45ba-8cfc-cb76bc9df844 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 945 time: 0.0471880 Oct 24 09:03:40.682025 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5756d948-c4eb-41bb-a156-9cf7a9843dc6 req-67cbb772-a617-4e16-b416-3248c0f36d81 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Oct 24 09:03:41.161869 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=91 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:41.257047 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device f4ba7cc3-9768-4fde-9952-2e905e5b30e5 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:03:41.258511 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71097460-2af6-4959-aac0-c67ff05e8da7 req-b7c83b6e-757a-4c94-860e-7fa0b1866fa5 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:41.260028 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71097460-2af6-4959-aac0-c67ff05e8da7 req-b7c83b6e-757a-4c94-860e-7fa0b1866fa5 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 945 time: 0.0467906 Oct 24 09:03:41.299278 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:41.305460 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:03:41.309775 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-71097460-2af6-4959-aac0-c67ff05e8da7 req-34886970-d719-4f33-962d-4ff32e1767fb tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Oct 24 09:03:41.311841 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:03:41.312239 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.312572 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 Oct 24 09:03:41.338706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:41.389883 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:41.390290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.413651 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:41.415930 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab6767-41e1-4a5b-9217-4de02f32f3ad" -d '{"events": [{"server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:41.429417 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:41.433448 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.435084 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:03:41.459378 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d964d-b588-424e-9eb2-4323230b8e11 x-openstack-request-id: req-c62d964d-b588-424e-9eb2-4323230b8e11 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:41.459670 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:41.459927 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c62d964d-b588-424e-9eb2-4323230b8e11 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:41.460358 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62d964d-b588-424e-9eb2-4323230b8e11'] response: {'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'code': 200} Oct 24 09:03:41.515539 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:41.522131 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:03:41.528745 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:03:41.529151 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.529524 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 Oct 24 09:03:41.604676 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:03:41.605074 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.643519 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:41.647283 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:41.695322 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:41.716541 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cb98a-7cdd-45da-aebb-026c68cf2617 req-cc0ecab8-d3f5-494c-b08c-28a34a61115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:41.718014 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b56cb98a-7cdd-45da-aebb-026c68cf2617 req-cc0ecab8-d3f5-494c-b08c-28a34a61115d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1130 time: 0.0434422 Oct 24 09:03:41.775582 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b56cb98a-7cdd-45da-aebb-026c68cf2617 req-2f104a66-d4fb-4a61-95e7-80360a5f1169 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Oct 24 09:03:41.808503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951dff8-efd4-4024-8203-810b1952a2f7 req-f7b7d15e-6cf7-4531-8ea5-ecef6432845f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:41.810576 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b951dff8-efd4-4024-8203-810b1952a2f7 req-f7b7d15e-6cf7-4531-8ea5-ecef6432845f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0531104 Oct 24 09:03:41.859732 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b951dff8-efd4-4024-8203-810b1952a2f7 req-4706206d-e126-44bc-bbf5-8fbd92eda456 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Oct 24 09:03:42.435406 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25165-9f41-4151-9ffc-cfd4aeb15809 req-b795c888-2b77-4c53-bb81-b3ab237f0daa tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:42.436865 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fbf25165-9f41-4151-9ffc-cfd4aeb15809 req-b795c888-2b77-4c53-bb81-b3ab237f0daa tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0490468 Oct 24 09:03:42.483576 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fbf25165-9f41-4151-9ffc-cfd4aeb15809 req-be81e709-3479-48da-93e9-60e15ae37afd tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Oct 24 09:03:42.979581 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2da71-d7dd-42e5-91ba-d77830282300 req-4d709697-1b64-4f71-a1ae-3933a3be873b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:42.981123 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6f2da71-d7dd-42e5-91ba-d77830282300 req-4d709697-1b64-4f71-a1ae-3933a3be873b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0463192 Oct 24 09:03:43.031098 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b6f2da71-d7dd-42e5-91ba-d77830282300 req-7a8a4005-7429-44ff-b9b8-b38bf85818f3 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 Oct 24 09:03:43.461590 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:43.464012 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294beb1-0771-4a4c-815c-ef3930983e29" -d '{"events": [{"server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:43.503019 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d05b4-2ff1-4b77-9add-e22567777625 x-openstack-request-id: req-c40d05b4-2ff1-4b77-9add-e22567777625 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:43.503405 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:43.503726 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c40d05b4-2ff1-4b77-9add-e22567777625 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:43.504145 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40d05b4-2ff1-4b77-9add-e22567777625'] response: {'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8', 'code': 200} Oct 24 09:03:43.607370 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1822bd4-28d1-4101-b7dd-b7f3fb71ed4f req-164f4059-3327-457b-a29b-b1bf2d2048c2 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:43.608883 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f1822bd4-28d1-4101-b7dd-b7f3fb71ed4f req-164f4059-3327-457b-a29b-b1bf2d2048c2 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0519106 Oct 24 09:03:43.661856 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f1822bd4-28d1-4101-b7dd-b7f3fb71ed4f req-6f55b935-78d4-4db2-a269-2355c48d36d9 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Oct 24 09:03:43.748828 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089d616-ba51-4646-b960-66373194a784 req-fa1d0969-71a8-4a19-9c0f-e480586a0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:43.750208 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7089d616-ba51-4646-b960-66373194a784 req-fa1d0969-71a8-4a19-9c0f-e480586a0585 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 1130 time: 0.0387349 Oct 24 09:03:43.774855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:43.795402 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7089d616-ba51-4646-b960-66373194a784 req-e21a4a58-fce6-476b-bd4b-f9a2fc3713f3 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Oct 24 09:03:44.039684 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=75 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:44.140636 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:44.156269 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea869-0f17-4eb7-a27c-857eff0ee61c req-e899193c-d419-45b5-b0d8-1c2e8740f6bc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:44.157723 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a10ea869-0f17-4eb7-a27c-857eff0ee61c req-e899193c-d419-45b5-b0d8-1c2e8740f6bc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0504289 Oct 24 09:03:44.204933 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a10ea869-0f17-4eb7-a27c-857eff0ee61c req-27381bd3-b95b-44e4-931f-947207e48ae6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Oct 24 09:03:44.326514 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd787a-e40b-482b-9205-d024c3dc6f12 req-7929cae5-8de0-433f-b5e4-6c370c244cdc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:44.327877 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-75cd787a-e40b-482b-9205-d024c3dc6f12 req-7929cae5-8de0-433f-b5e4-6c370c244cdc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0494249 Oct 24 09:03:44.376634 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-75cd787a-e40b-482b-9205-d024c3dc6f12 req-53623449-f8e1-4b37-b08a-34c5b8dcdcb2 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Oct 24 09:03:44.405594 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53584) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:44.441559 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052f01a-5bcf-4445-8175-da3783941f62 tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:44.443022 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-6052f01a-5bcf-4445-8175-da3783941f62 tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1125 time: 0.0364521 Oct 24 09:03:44.445788 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53586) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:03:44.450516 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:03:44.472093 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:44.550268 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:44.651999 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.37.0.254 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/7adee8aa-3eeb-487b-97c4-a2d986fa8c06) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:03:44.783261 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:44.800159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3a645-717f-4a55-a6f8-f4e73f652ad6 req-45f2f29b-496d-48e5-9e48-3ff06280234b tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:44.801599 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aaa3a645-717f-4a55-a6f8-f4e73f652ad6 req-45f2f29b-496d-48e5-9e48-3ff06280234b tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0619903 Oct 24 09:03:44.849378 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:44.896693 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aaa3a645-717f-4a55-a6f8-f4e73f652ad6 req-c5cf221e-d5b7-42e1-ba7d-54bc11aa6a39 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886672 Oct 24 09:03:44.906399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:03:44.911281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:03:44.913437 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=7adee8aa-3eeb-487b-97c4-a2d986fa8c06,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:44.915502 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:03:44.948837 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:45.066966 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:45.523972 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (59860c02-cd5b-48eb-9af6-b82cfed476c8), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:45.593938 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:45.741762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:45.747095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:45.813071 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=7adee8aa-3eeb-487b-97c4-a2d986fa8c06,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:45.815315 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (59860c02-cd5b-48eb-9af6-b82cfed476c8), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:45.912555 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 59860c02-cd5b-48eb-9af6-b82cfed476c8 associated. External IP: 172.37.0.254, port: f4ba7cc3-9768-4fde-9952-2e905e5b30e5. Oct 24 09:03:46.050504 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c25b1-d94f-4ca6-9683-16761da48e0d req-88167fa1-a41c-422f-9ca8-5b027992d1aa tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.051947 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e4c25b1-d94f-4ca6-9683-16761da48e0d req-88167fa1-a41c-422f-9ca8-5b027992d1aa tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0600820 Oct 24 09:03:46.104413 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:46.130730 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:46.175221 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-5e4c25b1-d94f-4ca6-9683-16761da48e0d req-e9de4263-1b15-4375-8a30-2f285816c38d tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873976 Oct 24 09:03:46.197500 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:03:46.305794 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:03:46.315700 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:03:46.324550 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:46.326480 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:46.327285 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:03:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:46.358925 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-802b0481-c950-4998-83b8-a48cfedcb57d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9090910 Oct 24 09:03:46.358925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:46.359984 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea638a-e63d-447f-a69a-7f3588d60332" -d '{"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:46.399761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f877a4-1e58-440c-863f-91a4f6f5d780 x-openstack-request-id: req-47f877a4-1e58-440c-863f-91a4f6f5d780 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:46.400186 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:46.400565 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47f877a4-1e58-440c-863f-91a4f6f5d780 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:46.400974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f877a4-1e58-440c-863f-91a4f6f5d780'] response: {'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'status': 'completed', 'code': 200} Oct 24 09:03:46.440508 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:46.496971 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-adf7b5ef-4c8f-48aa-84d7-f9552873b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.498610 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-adf7b5ef-4c8f-48aa-84d7-f9552873b857 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1130 time: 0.0462835 Oct 24 09:03:46.590823 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-88693df0-9daf-4fcf-b851-6a0c2d455b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.592340 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-88693df0-9daf-4fcf-b851-6a0c2d455b47 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0879438 Oct 24 09:03:46.659564 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-b588c8df-1bd5-4f4a-8647-51f78172e4d8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 1000 time: 0.0610282 Oct 24 09:03:46.665284 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:45Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:46.693720 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:03:46.703501 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:03:46.704123 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:03:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:46.711278 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-3614b8ae-d41a-4664-90a7-d237fe6531b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.712919 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-3614b8ae-d41a-4664-90a7-d237fe6531b0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0474517 Oct 24 09:03:46.762789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-29d580f5-a934-4742-91e8-a6cea8b61dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.764465 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-29d580f5-a934-4742-91e8-a6cea8b61dc7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457394 Oct 24 09:03:46.813643 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:03:46.878949 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-42d81783-5489-4db1-b4ce-df746cb4a1a9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087327 Oct 24 09:03:46.963936 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fc12-37e0-40c1-9c1f-490e90833090 req-423e8b14-af29-43f2-a4fc-3f2472917a00 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:46.966236 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-acd6fc12-37e0-40c1-9c1f-490e90833090 req-423e8b14-af29-43f2-a4fc-3f2472917a00 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Oct 24 09:03:47.016901 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-acd6fc12-37e0-40c1-9c1f-490e90833090 req-c654b562-22a4-4ac1-84d3-9365a29f6222 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Oct 24 09:03:47.037229 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:45Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:03:47.062432 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6676a19-8c1a-4832-8930-dec7059938f9 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:45Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:03:47.246593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28143e8b-a0ae-46a3-857a-f7bc41662519 None None] New status for floating IP 59860c02-cd5b-48eb-9af6-b82cfed476c8: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:03:47.997972 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:DELETE=2,neutron:SELECT=41,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:48.000507 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=35,neutron:INSERT=11 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:48.080042 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f9ea638a-e63d-447f-a69a-7f3588d60332 req-7bf4d2d5-9ff9-4df7-a910-9700ba0e17b2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903928 Oct 24 09:03:48.146847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e51f0-395b-49b2-951e-a2b9e3bef37a req-c635f3e2-703d-413f-9ad0-0d4a2b3bc210 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:48.148352 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b37e51f0-395b-49b2-951e-a2b9e3bef37a req-c635f3e2-703d-413f-9ad0-0d4a2b3bc210 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Oct 24 09:03:48.199982 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b37e51f0-395b-49b2-951e-a2b9e3bef37a req-31b7e416-d10f-45e6-a2f4-ed573c0c3252 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c81fe356-db56-43e3-a9f4-7a3f32f1df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Oct 24 09:03:48.599739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-d97d2b67-4e0c-4858-94b3-c5927fe0288a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:03:48.601227 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-d97d2b67-4e0c-4858-94b3-c5927fe0288a tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 946 time: 0.0468328 Oct 24 09:03:48.634971 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:48.686325 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:48.689965 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Deleting port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:03:48.690303 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:48.780281 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] For port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,segment=NetworkSegment(42a795f3-9b7e-4cb1-8efe-edfa709876fb),segment_id=42a795f3-9b7e-4cb1-8efe-edfa709876fb)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:03:48.780638 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:48.793361 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Calling delete_port for 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:03:48.921545 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:48.948945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Pushing event deleted for resources: {'Port': ['ID=9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:03:48.971058 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:03:48.998561 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] No DVR routers for this DVR port 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:03:49.001135 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:49.004375 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a355c8d7-00e2-45ea-93fb-4f13e5e51168 req-ee419875-9f93-4fb1-871e-445f2afc409c tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.13 "DELETE /networking/v2.0/ports/9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 HTTP/1.1" status: 204 len: 173 time: 0.3973668 Oct 24 09:03:49.004866 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'name': 'network-vif-deleted', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:03:49.007378 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607f2b0-ac8d-4dc0-8072-7d3b1c081cb7" -d '{"events": [{"server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "name": "network-vif-deleted", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:03:49.047532 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de522db-5f5d-4de3-b555-fd124578c538 x-openstack-request-id: req-7de522db-5f5d-4de3-b555-fd124578c538 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:03:49.047875 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7fd37f-353b-4397-b501-63a1b8155844", "name": "network-vif-deleted", "tag": "9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:03:49.048160 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7de522db-5f5d-4de3-b555-fd124578c538 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:03:49.048562 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de522db-5f5d-4de3-b555-fd124578c538'] response: {'server_uuid': '8b7fd37f-353b-4397-b501-63a1b8155844', 'name': 'network-vif-deleted', 'tag': '9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8', 'status': 'completed', 'code': 200} Oct 24 09:03:49.317778 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f0f60e17-9d28-4b64-974d-87d5ced67810 req-19bfef37-c162-4e3e-adbe-5ac54abbf494 tempest-VolumesActionsTest-1529311557 tempest-VolumesActionsTest-1529311557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8b7fd37f-353b-4397-b501-63a1b8155844 HTTP/1.1" status: 200 len: 210 time: 0.0290747 Oct 24 09:03:54.853813 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:03:54.880753 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:03:54.881100 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 9b1ea7a2-0ca0-4235-bce7-98d95cd10cf8 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:03:54.887755 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:03:57.035089 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=78 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:57.040403 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=70 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:58.978021 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:03:59.300848 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=39,neutron:DELETE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:01.936857 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-6fedc5d2-337e-4804-92f7-bf24a080370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:03.071024 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-83ca61e5-df9a-4396-bfd3-59bbaf6d0226 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402482 Oct 24 09:04:03.155199 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-d206fb3e-fcff-459b-9ff6-a45b6d072a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:03.156775 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-d206fb3e-fcff-459b-9ff6-a45b6d072a0b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1168 time: 0.0450101 Oct 24 09:04:03.273017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-c2df733e-c7ca-40c8-b5c6-298d0ca4cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:03.274503 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-c2df733e-c7ca-40c8-b5c6-298d0ca4cce9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.0985990 Oct 24 09:04:03.341220 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-edc2422f-a4a7-4c70-8e05-66ffb646a71a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0597570 Oct 24 09:04:03.398160 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-0898c3f7-c532-453e-a008-625ffd603a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:03.400179 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-0898c3f7-c532-453e-a008-625ffd603a81 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0538905 Oct 24 09:04:03.458229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-00b27cf6-c37f-44ac-84a5-aed81715222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:03.460714 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-00b27cf6-c37f-44ac-84a5-aed81715222d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542262 Oct 24 09:04:03.581812 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-d9683660-4a48-47bc-89a7-795083d311fc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149313 Oct 24 09:04:03.682824 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d29ff96-cd54-4a1c-a309-d816c31c9252 req-d4d5d378-ea64-4732-ba62-73c2b7277b27 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950470 Oct 24 09:04:04.257880 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8f5452e1-9708-427d-a894-8e183343b41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:05.783079 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:06.988978 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:07.192710 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:11.042294 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:04:13.222465 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53858) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:13.268558 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Deleting subnet b6f17605-6a77-406f-a4ab-87cac98ddfde {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:04:13.271632 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Publish callbacks [] for subnet (b6f17605-6a77-406f-a4ab-87cac98ddfde), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.309855 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (b6f17605-6a77-406f-a4ab-87cac98ddfde), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.349067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (b6f17605-6a77-406f-a4ab-87cac98ddfde), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.403506 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (b6f17605-6a77-406f-a4ab-87cac98ddfde), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.428428 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f17605-6a77-406f-a4ab-87cac98ddfde,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:04:13.432352 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.435510 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-88b2cf80-ef09-4f98-a8bd-6820214fb5ec admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/b6f17605-6a77-406f-a4ab-87cac98ddfde HTTP/1.1" status: 204 len: 168 time: 0.2119844 Oct 24 09:04:13.438136 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53860) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:13.509660 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (c52ea54a-b949-48b1-928b-b497ecd97b30), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.589114 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (c52ea54a-b949-48b1-928b-b497ecd97b30), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.608974 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52ea54a-b949-48b1-928b-b497ecd97b30']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:04:13.610834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:13.618830 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a795f3-9b7e-4cb1-8efe-edfa709876fb') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:04:13.619126 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a795f3-9b7e-4cb1-8efe-edfa709876fb') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:04:13.629391 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (42a795f3-9b7e-4cb1-8efe-edfa709876fb), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.642895 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (42a795f3-9b7e-4cb1-8efe-edfa709876fb), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.649050 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:04:13.649429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (42a795f3-9b7e-4cb1-8efe-edfa709876fb), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.662692 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:13.672583 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 42a795f3-9b7e-4cb1-8efe-edfa709876fb resource provider aggregate not found Oct 24 09:04:13.714619 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 42a795f3-9b7e-4cb1-8efe-edfa709876fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42a795f3-9b7e-4cb1-8efe-edfa709876fb found for delete ", "request_id": "req-1c04c087-6a6b-45ef-a90c-fbb0d7e12a8a"}]} Oct 24 09:04:13.718467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (c52ea54a-b949-48b1-928b-b497ecd97b30), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.724442 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:13.727399 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/c52ea54a-b949-48b1-928b-b497ecd97b30 HTTP/1.1" status: 204 len: 168 time: 0.2883408 Oct 24 09:04:13.738742 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ca98a-811f-4be7-8a31-4c505bdcf4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52ea54a-b949-48b1-928b-b497ecd97b30,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:04:13.894993 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53868) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:13.937772 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-337a99e8-9104-4dd5-b4a5-fadb845e1f31 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d0ccb79814f5432cb21c619e974fecd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415020 Oct 24 09:04:13.940364 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 53870) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:13.992481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] Publish callbacks [] for security_group (c81fe356-db56-43e3-a9f4-7a3f32f1df66), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:14.014329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] Publish callbacks [] for security_group (c81fe356-db56-43e3-a9f4-7a3f32f1df66), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:14.058212 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c81fe356-db56-43e3-a9f4-7a3f32f1df66), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:14.061788 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:14.062954 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c81fe356-db56-43e3-a9f4-7a3f32f1df66 HTTP/1.1" status: 204 len: 168 time: 0.1216762 Oct 24 09:04:14.070712 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247240-d88f-48d6-9862-f2f189d6f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fe356-db56-43e3-a9f4-7a3f32f1df66,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:04:14.083012 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:14.083770 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:16.857892 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc77f-e8d5-4ec3-ad1b-7677c4887035 req-1d1dff5e-bd2b-4ca3-9810-6167b8a1168f tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:16.859348 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e50bc77f-e8d5-4ec3-ad1b-7677c4887035 req-1d1dff5e-bd2b-4ca3-9810-6167b8a1168f tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0641055 Oct 24 09:04:16.907634 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbe42-9890-4b83-a683-b5595857e7bb req-b44bad3b-9c41-4566-8a81-401c41edc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:16.909154 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-b44bad3b-9c41-4566-8a81-401c41edc7c8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1168 time: 0.0666425 Oct 24 09:04:16.997047 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e50bc77f-e8d5-4ec3-ad1b-7677c4887035 req-33b08510-cc5a-4a15-b6f2-6eb860c15703 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176794 Oct 24 09:04:17.029997 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbe42-9890-4b83-a683-b5595857e7bb req-99083b6a-752f-4689-a701-94a6e2aacbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:17.031475 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-99083b6a-752f-4689-a701-94a6e2aacbcb service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.1120818 Oct 24 09:04:17.100076 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-a5828c11-174b-4111-a01b-1d8492f13dd4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0608497 Oct 24 09:04:17.151290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbe42-9890-4b83-a683-b5595857e7bb req-0f472a2d-a8f4-4a64-b5f2-3ef0bfeb49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:17.153386 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-0f472a2d-a8f4-4a64-b5f2-3ef0bfeb49b5 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0456595 Oct 24 09:04:17.195767 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbe42-9890-4b83-a683-b5595857e7bb req-d86b1ece-9ac0-411d-b034-657345cdd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:17.197275 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-d86b1ece-9ac0-411d-b034-657345cdd221 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384982 Oct 24 09:04:17.295959 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-6ca378ec-a90e-4212-8572-63647a62c889 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917099 Oct 24 09:04:17.388243 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-19acbe42-9890-4b83-a683-b5595857e7bb req-7e6a8ffb-c265-4747-829b-8ef2861759d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Oct 24 09:04:18.116311 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:18.128405 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50ad9d-ad30-4dd1-813a-6991f56be8fc req-7c4a20e8-91b3-40f5-9afe-233958a73409 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:18.129818 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e50ad9d-ad30-4dd1-813a-6991f56be8fc req-7c4a20e8-91b3-40f5-9afe-233958a73409 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0524554 Oct 24 09:04:18.172598 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:18.189978 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7e50ad9d-ad30-4dd1-813a-6991f56be8fc req-fc51a7f5-134f-4646-8d92-c215e29dda70 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540702 Oct 24 09:04:19.313379 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f859c5-db52-4927-8734-adeb2d76a203 req-217d89fe-bbac-4bbc-96a8-6386d423cf3c tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:19.315563 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33f859c5-db52-4927-8734-adeb2d76a203 req-217d89fe-bbac-4bbc-96a8-6386d423cf3c tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0476720 Oct 24 09:04:19.346206 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:19.377671 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33f859c5-db52-4927-8734-adeb2d76a203 req-a5f2a166-3677-45d2-b2a5-2bc66052bc52 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570939 Oct 24 09:04:20.509270 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa55a-2b23-4399-8c04-22fe0f77ff71 req-de1f99ec-b7e1-4943-926a-e1c1ce3a2ce7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:20.510841 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef0aa55a-2b23-4399-8c04-22fe0f77ff71 req-de1f99ec-b7e1-4943-926a-e1c1ce3a2ce7 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0555997 Oct 24 09:04:20.572174 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef0aa55a-2b23-4399-8c04-22fe0f77ff71 req-6f79ef68-929d-42a4-89f9-205b5209a864 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547905 Oct 24 09:04:21.037750 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:21.701783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb520-72d5-46ac-8f41-a4dd97c51be5 req-4f827c2d-2647-4a2e-b6cf-c4e1e7233aa5 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:21.703240 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-630fb520-72d5-46ac-8f41-a4dd97c51be5 req-4f827c2d-2647-4a2e-b6cf-c4e1e7233aa5 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0470693 Oct 24 09:04:21.764153 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-630fb520-72d5-46ac-8f41-a4dd97c51be5 req-e736a5e6-5350-4ef6-853b-7b88105765ed tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544758 Oct 24 09:04:22.885705 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581d55b-ce65-4f5c-ac5d-2ba8a0878bda req-b5ae9600-5502-4a72-8753-1de8d87b5a8d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:22.887212 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7581d55b-ce65-4f5c-ac5d-2ba8a0878bda req-b5ae9600-5502-4a72-8753-1de8d87b5a8d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0481617 Oct 24 09:04:22.953000 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7581d55b-ce65-4f5c-ac5d-2ba8a0878bda req-4df4341a-db51-4eab-b02f-36941c03a8e5 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599885 Oct 24 09:04:24.074409 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4020b1-73d2-4f03-ba64-1446b7394364 req-50b7d55f-7e28-4617-9b5d-754aee05f2d8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:24.076703 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6e4020b1-73d2-4f03-ba64-1446b7394364 req-50b7d55f-7e28-4617-9b5d-754aee05f2d8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0477922 Oct 24 09:04:24.139291 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6e4020b1-73d2-4f03-ba64-1446b7394364 req-12b7dc05-d87f-42f3-9937-bf14fc7fe1d9 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561588 Oct 24 09:04:24.869766 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.149015 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54026) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:25.266168 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4810a2e0-36d3-40b2-b96e-ae9f78fca2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.281871 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b630c9-2cd6-47bd-b80c-67ee0cb8ab37 req-f8840c31-0b86-4051-845a-493216d9f3dd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:25.283255 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85b630c9-2cd6-47bd-b80c-67ee0cb8ab37 req-f8840c31-0b86-4051-845a-493216d9f3dd tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0645411 Oct 24 09:04:25.382739 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-85b630c9-2cd6-47bd-b80c-67ee0cb8ab37 req-788f85a2-4877-42ac-9494-7d9391457239 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934720 Oct 24 09:04:25.415795 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4810a2e0-36d3-40b2-b96e-ae9f78fca2ef admin admin] Publish callbacks [] for security_group (3c07f6f0-0261-488b-b0f3-9ae1fd9ca478), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.420710 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-4810a2e0-36d3-40b2-b96e-ae9f78fca2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3c07f6f0-0261-488b-b0f3-9ae1fd9ca478), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.462974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-4810a2e0-36d3-40b2-b96e-ae9f78fca2ef admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e895912921364884a6e4c39d1c094cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105583 Oct 24 09:04:25.462974 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810a2e0-36d3-40b2-b96e-ae9f78fca2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07f6f0-0261-488b-b0f3-9ae1fd9ca478,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:04:25.463578 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54032) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:04:25.515868 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] Publish callbacks [] for security_group (3c07f6f0-0261-488b-b0f3-9ae1fd9ca478), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.517555 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:25.538911 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] Publish callbacks [] for security_group (3c07f6f0-0261-488b-b0f3-9ae1fd9ca478), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.555629 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:25.592181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (3c07f6f0-0261-488b-b0f3-9ae1fd9ca478), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.594673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:25.595818 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3c07f6f0-0261-488b-b0f3-9ae1fd9ca478 HTTP/1.1" status: 204 len: 168 time: 0.1313612 Oct 24 09:04:25.604250 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85703be6-b29d-495d-8cfe-277095fd6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07f6f0-0261-488b-b0f3-9ae1fd9ca478,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:04:26.507901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ce20-690a-4414-93ed-be2639717518 req-777a4773-b32f-4003-ab56-5ae8ef07c24d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:26.509402 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2c58ce20-690a-4414-93ed-be2639717518 req-777a4773-b32f-4003-ab56-5ae8ef07c24d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0480430 Oct 24 09:04:26.579502 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2c58ce20-690a-4414-93ed-be2639717518 req-a811c9e4-1a65-4895-a5b1-4c8ac4d704e6 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643947 Oct 24 09:04:27.701033 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6006fca-115f-4ca1-a413-65e33ae346e4 req-b2c4f6f9-42db-4f66-bb3e-b574510e2c47 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:27.702488 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a6006fca-115f-4ca1-a413-65e33ae346e4 req-b2c4f6f9-42db-4f66-bb3e-b574510e2c47 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0470293 Oct 24 09:04:27.761455 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-a6006fca-115f-4ca1-a413-65e33ae346e4 req-9fb2c25c-bf16-4666-a051-cff1bc4a7336 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533428 Oct 24 09:04:28.885026 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131da9f0-522d-487c-9224-3280e9b117c8 req-783ea94e-3615-42c6-b7ab-25a13f65a550 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:28.886461 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-131da9f0-522d-487c-9224-3280e9b117c8 req-783ea94e-3615-42c6-b7ab-25a13f65a550 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0501120 Oct 24 09:04:28.946149 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-131da9f0-522d-487c-9224-3280e9b117c8 req-6b749b2d-1072-40d9-a719-9a3953c3d87f tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534163 Oct 24 09:04:30.029011 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:30.069158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f62a6-8c9f-4aa7-9afe-a89817cdfaa8 req-b756a3dd-bef9-40d5-9b09-9e65eb7d9cb8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:30.070522 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c90f62a6-8c9f-4aa7-9afe-a89817cdfaa8 req-b756a3dd-bef9-40d5-9b09-9e65eb7d9cb8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0487885 Oct 24 09:04:30.132043 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c90f62a6-8c9f-4aa7-9afe-a89817cdfaa8 req-d7847bb0-373a-4764-ad4b-119625489c8c tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551748 Oct 24 09:04:31.252988 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc350-cc31-47db-83f8-4ecddc1fbf89 req-1d9f1332-6ef7-4aa1-a4d8-afc871cbbd9d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:31.254392 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-39fcc350-cc31-47db-83f8-4ecddc1fbf89 req-1d9f1332-6ef7-4aa1-a4d8-afc871cbbd9d tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0469513 Oct 24 09:04:31.316952 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-39fcc350-cc31-47db-83f8-4ecddc1fbf89 req-8eec735e-de40-4863-b4d3-81fabf323725 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569251 Oct 24 09:04:31.930475 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9cf5805c-8cac-4775-b64f-8e97ef48bd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:32.439181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d18f11-e971-4a2a-a65e-1ae4eea1f677 req-20ce701a-d8c4-45c5-af28-8b61860f0165 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:32.440875 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02d18f11-e971-4a2a-a65e-1ae4eea1f677 req-20ce701a-d8c4-45c5-af28-8b61860f0165 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0472124 Oct 24 09:04:32.501721 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-02d18f11-e971-4a2a-a65e-1ae4eea1f677 req-f2e20664-eda5-4b03-9cf1-2cd24b563cdc tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549240 Oct 24 09:04:33.622065 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988760fb-ad13-4e29-a428-a86bff348b2f req-cfbd0824-b3a0-4459-b63f-a8ca26a5aa44 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:33.623690 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-988760fb-ad13-4e29-a428-a86bff348b2f req-cfbd0824-b3a0-4459-b63f-a8ca26a5aa44 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0468233 Oct 24 09:04:33.682444 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-988760fb-ad13-4e29-a428-a86bff348b2f req-0ec3566e-5c77-4ff2-b138-12550b0214d3 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531416 Oct 24 09:04:34.239987 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2a904fa6-4ce0-4462-8ffb-ffe03921d65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:34.807195 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8493dba-e39c-41dd-80d9-cbe359506da8 req-e75cf392-c798-4c17-abc0-ce5a71d6d275 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:04:34.808669 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8493dba-e39c-41dd-80d9-cbe359506da8 req-e75cf392-c798-4c17-abc0-ce5a71d6d275 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0499451 Oct 24 09:04:34.868103 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e8493dba-e39c-41dd-80d9-cbe359506da8 req-0cdf66dc-67fc-46b4-b2fa-d53ccb8565a0 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=84041028-15de-4e5b-bef7-4e848bffde5d&id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535944 Oct 24 09:04:35.778957 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:36.983979 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:37.159870 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:44.859158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:44.862184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=2,neutron:SELECT=87 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:48.042268 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:04:52.025007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:52.029571 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:54.895749 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:04:55.168064 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:04:58.038023 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:01.933123 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-8cb6412c-8640-4bf8-ba68-844806824b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:03.022295 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-002af38a-f79b-4642-b57c-cfd793001fa0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389371 Oct 24 09:05:03.126282 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-e31f36be-d324-47c0-879b-f052c114c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:03.127733 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-e31f36be-d324-47c0-879b-f052c114c84a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1168 time: 0.0389626 Oct 24 09:05:03.233109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-e1b16352-8a6a-4dfd-864c-0464c781fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:03.234553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-e1b16352-8a6a-4dfd-864c-0464c781fa76 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.0888000 Oct 24 09:05:03.294845 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-d29ebde7-2ded-4a0e-bee3-cef7516bc302 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0540910 Oct 24 09:05:03.347441 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-706068e2-9eb4-4e2e-8d8d-eb97da741017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:03.348874 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-706068e2-9eb4-4e2e-8d8d-eb97da741017 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0479581 Oct 24 09:05:03.392901 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-7dc30246-a72d-44eb-921d-7ea4155a114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:03.394344 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-7dc30246-a72d-44eb-921d-7ea4155a114f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393250 Oct 24 09:05:03.486938 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-30e91b66-da97-4bce-8fdc-a6383978fbcb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865917 Oct 24 09:05:03.573681 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-91f3c16f-9c0f-4c97-8bde-66f875fd48ca req-113de281-b540-4df0-92c1-0b67d178139e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811300 Oct 24 09:05:04.242149 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7c19d59f-563e-4e37-815e-157308e2b24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:05.782625 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:06.986094 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:07.162089 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:13.569350 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=49 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:13.571228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=52 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:17.151036 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:17.157772 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:24.910811 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:25.041570 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:05:31.935787 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-93e32f1d-0620-4757-91ea-b1e5c41eb726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:32.163706 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:34.243955 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-432d106d-b842-4e82-b72e-93c9b9e631ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:35.037512 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=17 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:35.784688 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:36.989208 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:37.193867 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:39.787388 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-b7b21d7e-305c-42cb-8cc8-2bcceafb92d8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-188351888&fields=id&tenant_id=7e9c4dec37674f73912f0d9272ac2446 HTTP/1.1" status: 200 len: 267 time: 0.0464442 Oct 24 09:05:39.842170 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-6529f4ec-9aa7-4d9b-be31-10915ce27b39 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:39.843681 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-6529f4ec-9aa7-4d9b-be31-10915ce27b39 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 984 time: 0.0508411 Oct 24 09:05:39.854223 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Request body: {'port': {'security_groups': ['59ad8a7f-1221-4155-9f05-c213cbf8fc8b']}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:05:39.934777 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.378139 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:40.405679 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.410184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.420952 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:40.421552 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.422910 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3af5b896-bb83-4d31-839b-51a8cb0e6c2d req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "PUT /networking/v2.0/ports/b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 942 time: 0.5731964 Oct 24 09:05:40.423462 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:05:40.425701 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ffceec-2b2f-4207-a9cb-150467a837af" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:05:40.429029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54104) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:40.454910 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8947813-7d62-4e04-8aa8-8ba174d01def'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:05:40.479847 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7f7066-203b-4916-92d2-175f34743800 x-openstack-request-id: req-0d7f7066-203b-4916-92d2-175f34743800 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:05:40.480164 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:05:40.480423 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d7f7066-203b-4916-92d2-175f34743800 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:05:40.481591 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7f7066-203b-4916-92d2-175f34743800'] response: {'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:05:40.482738 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event updated for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=7']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:40.490229 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.490593 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.490941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.491280 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.491645 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.492429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.492429 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.492692 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.492973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.493295 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.493620 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.493941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.494262 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.494583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.495302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb96ea-0455-4684-9a65-98e30434a1fb tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.497381 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (84041028-15de-4e5b-bef7-4e848bffde5d), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.523477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (84041028-15de-4e5b-bef7-4e848bffde5d), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.582074 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffceec-2b2f-4207-a9cb-150467a837af req-fc481b58-9d76-4056-91f7-8255c5190b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:40.583983 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-fc481b58-9d76-4056-91f7-8255c5190b2a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1129 time: 0.0516403 Oct 24 09:05:40.589476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (84041028-15de-4e5b-bef7-4e848bffde5d), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.592864 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.594322 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/84041028-15de-4e5b-bef7-4e848bffde5d HTTP/1.1" status: 204 len: 168 time: 0.1642904 Oct 24 09:05:40.598112 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54112) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:40.604787 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['b8947813-7d62-4e04-8aa8-8ba174d01def'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:05:40.608435 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84041028-15de-4e5b-bef7-4e848bffde5d,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:40.616115 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.616487 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.616828 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.617162 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.617980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.617980 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.618300 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.618583 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.618911 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.619238 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.619557 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.619879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.620226 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.620550 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.620869 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52a916-93d2-4f2e-bb8e-73ef18b3633e tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:40.765918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffceec-2b2f-4207-a9cb-150467a837af req-08257319-cf04-4f8a-9241-fa547cf74799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:40.767389 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-08257319-cf04-4f8a-9241-fa547cf74799 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.1770542 Oct 24 09:05:40.857439 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Deleting port 9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:40.858160 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.861843 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-15c42c71-9f11-4ed0-9aa6-8c4bb4af9a2d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 1001 time: 0.0874584 Oct 24 09:05:40.961199 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffceec-2b2f-4207-a9cb-150467a837af req-f142cb8b-7ded-43e9-96c1-9bc7594366ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:40.962523 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-f142cb8b-7ded-43e9-96c1-9bc7594366ca service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0915289 Oct 24 09:05:40.967418 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:40.990192 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:40.990513 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for floatingip (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:41.017711 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:41.023660 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Calling delete_port for 9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13 owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:41.037673 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffceec-2b2f-4207-a9cb-150467a837af req-11d8aa81-27b3-46bd-85a4-76ef02da6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:41.039150 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-11d8aa81-27b3-46bd-85a4-76ef02da6194 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668743 Oct 24 09:05:41.214396 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-302201a8-4288-44f0-81ef-c4c2e8d385b5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680315 Oct 24 09:05:41.348213 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-33ffceec-2b2f-4207-a9cb-150467a837af req-5e2bc51b-0fbe-4a9a-9bf8-b9215fa64326 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244116 Oct 24 09:05:41.349245 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:41.372632 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event deleted for resources: {'Port': ['ID=9d876edb-f7c8-4c65-bd4c-cf2e8a89bd13,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:41.442432 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks [] for floatingip (88f57d05-f248-4e0a-87ec-ca8b82df96b6), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:41.442762 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Floating IP 88f57d05-f248-4e0a-87ec-ca8b82df96b6 disassociated (deleted). External IP: 172.37.0.249, port: b8947813-7d62-4e04-8aa8-8ba174d01def. Oct 24 09:05:41.642652 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Router 633cdc73-e60c-4de0-ab14-37b4931d1571 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:05:41.748621 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:05:41.753418 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:41.757943 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Sync routers for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:05:41.767696 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:41.768349 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:41.783293 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-569cbc2a-6e5d-4fa8-9289-425d4fe5528b tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/88f57d05-f248-4e0a-87ec-ca8b82df96b6 HTTP/1.1" status: 204 len: 168 time: 1.1832700 Oct 24 09:05:41.971125 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:42.167241 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:42.191893 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Checking router: 633cdc73-e60c-4de0-ab14-37b4931d1571 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:05:42.201358 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:42.201963 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:42.304252 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:42.483162 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:05:42.485623 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:05:42.489163 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:42.514246 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f049-0afd-4e2d-a237-99aea083c82a None None] The sync data for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi is: [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:01:30Z', 'revision_number': 4, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '65245202-0003-4e65-915a-d8be8a8ca23a', 'name': '', 'network_id': 'fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'mac_address': 'fa:16:3e:8a:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '45ef9246-f83c-4ec1-9200-48033618f943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:30Z', 'updated_at': '2022-10-24T09:01:36Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'subnets': [{'id': '45ef9246-f83c-4ec1-9200-48033618f943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:05:42.522401 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5fcdc8-babe-4e70-84a2-d57ef3a577d0 x-openstack-request-id: req-7c5fcdc8-babe-4e70-84a2-d57ef3a577d0 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:05:42.522692 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:05:42.522942 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c5fcdc8-babe-4e70-84a2-d57ef3a577d0 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:05:42.523374 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5fcdc8-babe-4e70-84a2-d57ef3a577d0'] response: {'name': 'network-changed', 'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:05:42.683396 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:42.697231 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-b7439194-0a57-46dc-8bd1-b3dfff08178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:42.698752 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-b7439194-0a57-46dc-8bd1-b3dfff08178c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7e9c4dec37674f73912f0d9272ac2446&device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 1129 time: 0.0421960 Oct 24 09:05:42.760241 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7282a8-0812-4cfb-bf5c-9ee431ffc0a7 None None] New status for floating IP 88f57d05-f248-4e0a-87ec-ca8b82df96b6: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:05:42.772554 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:42.801451 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-3e134adc-3e92-49c5-bec5-6e5bd0931780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:42.803017 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-3e134adc-3e92-49c5-bec5-6e5bd0931780 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 200 len: 915 time: 0.0973639 Oct 24 09:05:42.843326 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-cfc15fcf-400a-4702-a9a1-c600f6aaa712 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 200 len: 217 time: 0.0345938 Oct 24 09:05:42.893665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-5f05d116-48ce-40c3-ad31-9d10aecbf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:42.895141 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-5f05d116-48ce-40c3-ad31-9d10aecbf2c9 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 200 len: 853 time: 0.0461912 Oct 24 09:05:42.937544 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-b762716b-9e71-4924-b009-801ed7327539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:42.938974 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-b762716b-9e71-4924-b009-801ed7327539 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383520 Oct 24 09:05:43.033207 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-bb867940-14db-43ef-b4b9-fc183a5831eb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Oct 24 09:05:43.128276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-2d5e47f8-c858-41c6-806e-d33b5bb5a2c6 req-389515cd-7c26-4e1a-a61c-fd8ad981cd06 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897281 Oct 24 09:05:45.584759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-a5f1b0e0-b9b4-48e1-8f79-8cc10832cf15 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1512102953&fields=id&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 267 time: 0.0461230 Oct 24 09:05:45.693279 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-739232c7-953d-4313-ad11-75bd0bdcdca4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:45.694725 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-739232c7-953d-4313-ad11-75bd0bdcdca4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1034427 Oct 24 09:05:45.709681 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-83c88f99-4ebc-4acb-9a0a-49eb22654008 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/quotas/30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 375 time: 0.0088909 Oct 24 09:05:45.769380 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-39e52799-50e5-47c4-bec2-788d3c2bd083 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526757 Oct 24 09:05:45.865594 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-cbe23455-3433-425a-9748-077d7a86be39 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Oct 24 09:05:45.959881 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-a316f5d8-d611-48ab-8218-1b1f61f446ef service neutron] 10.222.0.39 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881331 Oct 24 09:05:46.252408 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c359502c-0d0d-49a2-8daf-a15613257cb6 req-945ae5e5-4c6c-443f-940e-f1bf749928d5 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 210 time: 0.0282087 Oct 24 09:05:46.657587 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1f92-26d2-4920-bc5d-d0444b7ce4d6 req-7a0307b6-b06d-457d-bcab-4c98e64091ad tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:46.659024 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f5ca1f92-26d2-4920-bc5d-d0444b7ce4d6 req-7a0307b6-b06d-457d-bcab-4c98e64091ad tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0466485 Oct 24 09:05:46.705101 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f5ca1f92-26d2-4920-bc5d-d0444b7ce4d6 req-aad661be-e378-4cdc-bfd7-a323f1bba1ac tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Oct 24 09:05:47.358964 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e659c63d-903b-48bc-bb62-94432fc4e5af req-850ae586-f27d-45fb-9b40-d8d53c948da6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Oct 24 09:05:47.828153 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8c8d-97d3-4dac-9e23-89d4f5258aa9 req-a258b877-34a4-4c0e-b187-fbac43b3a0ce tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:47.829654 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d1d8c8d-97d3-4dac-9e23-89d4f5258aa9 req-a258b877-34a4-4c0e-b187-fbac43b3a0ce tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Oct 24 09:05:47.877860 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0d1d8c8d-97d3-4dac-9e23-89d4f5258aa9 req-ca1fcb0f-1334-45c9-bcef-c7a0e73a5a26 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Oct 24 09:05:48.445620 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:48.464311 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d1723c59-0357-4f8c-b3a1-ef51aab11bfe req-3a78336a-a376-48a2-9895-82a9efdb44cf tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Oct 24 09:05:49.001949 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58984aa3-2350-46ed-a8a6-7aa0c8cdbf7c req-90d24868-27ec-4b9a-bc56-ea03eeb71308 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:49.003501 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-58984aa3-2350-46ed-a8a6-7aa0c8cdbf7c req-90d24868-27ec-4b9a-bc56-ea03eeb71308 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Oct 24 09:05:49.026740 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:49.082684 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-58984aa3-2350-46ed-a8a6-7aa0c8cdbf7c req-cc33643e-dab4-4dfa-aaa8-34f30f0d09f3 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=59ad8a7f-1221-4155-9f05-c213cbf8fc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735674 Oct 24 09:05:49.103208 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-92a03e09-107f-4fc5-9d40-eaeaccb0cd90 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:49.103208 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-92a03e09-107f-4fc5-9d40-eaeaccb0cd90 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 945 time: 0.0624597 Oct 24 09:05:49.215935 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Deleting port b8947813-7d62-4e04-8aa8-8ba174d01def {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:49.216330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.235702 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-c35d6ee5-49a8-4cda-a81b-9b1b18cf695a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:49.237223 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-c35d6ee5-49a8-4cda-a81b-9b1b18cf695a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 811 time: 0.1077960 Oct 24 09:05:49.310764 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-8d8cae30-db51-4237-beba-073033dded27 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30742e7b914243df8dd120079560a3de HTTP/1.1" status: 200 len: 380 time: 0.0605452 Oct 24 09:05:49.312415 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] For port b8947813-7d62-4e04-8aa8-8ba174d01def, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947813-7d62-4e04-8aa8-8ba174d01def,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:49.312781 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.326692 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Calling delete_port for b8947813-7d62-4e04-8aa8-8ba174d01def owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:49.327126 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'port': {'device_id': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'admin_state_up': True, 'tenant_id': '30742e7b914243df8dd120079560a3de', 'security_groups': ['c0e2a658-0a96-4896-808e-c87e0f025fb8']}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:05:49.437576 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Made reservation on behalf of 30742e7b914243df8dd120079560a3de for: {'port': 1} {{(pid=116185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 09:05:49.441395 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.461956 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (b8947813-7d62-4e04-8aa8-8ba174d01def), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.497761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Pushing event deleted for resources: {'Port': ['ID=b8947813-7d62-4e04-8aa8-8ba174d01def,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:49.542511 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] No DVR routers for this DVR port b8947813-7d62-4e04-8aa8-8ba174d01def on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:05:49.545875 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.549813 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-aff83acc-f41b-4a52-88fd-2a70f55466bd req-3f7faa2b-e5b0-4b5a-95d1-e9cbebb45dd8 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.13 "DELETE /networking/v2.0/ports/b8947813-7d62-4e04-8aa8-8ba174d01def HTTP/1.1" status: 204 len: 173 time: 0.4204357 Oct 24 09:05:49.550338 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'name': 'network-vif-deleted', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:05:49.553358 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857360d0-d730-4046-bc94-b03733b53464" -d '{"events": [{"server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "name": "network-vif-deleted", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:05:49.596112 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-56ef697f-a55d-4e71-b372-78a29c24fe0c req-04ef3bd7-7847-4187-b3a8-58a488b906af tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 210 time: 0.0388362 Oct 24 09:05:49.601150 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45007eaa-4bd5-42dc-9f9e-22b047105897 x-openstack-request-id: req-45007eaa-4bd5-42dc-9f9e-22b047105897 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:05:49.601532 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260920-be84-4a74-a18e-5b47d53e3db1", "name": "network-vif-deleted", "tag": "b8947813-7d62-4e04-8aa8-8ba174d01def", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:05:49.601894 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45007eaa-4bd5-42dc-9f9e-22b047105897 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:05:49.602658 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45007eaa-4bd5-42dc-9f9e-22b047105897'] response: {'server_uuid': 'a7260920-be84-4a74-a18e-5b47d53e3db1', 'name': 'network-vif-deleted', 'tag': 'b8947813-7d62-4e04-8aa8-8ba174d01def', 'status': 'completed', 'code': 200} Oct 24 09:05:49.604273 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_common [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.20.0.11 (15551789-d406-4f91-85fe-9eee40e4ab51/d2ade3a1-177a-465c-b515-db694ed98006/66fd3d85-3e82-478a-b0aa-2baf2f290298) {{(pid=116185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:05:49.763113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), precommit_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.802241 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_create {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.854422 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:49.864624 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network 15551789-d406-4f91-85fe-9eee40e4ab51 is already hosted by enough agents. {{(pid=116185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:05:49.871480 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.base_scheduler [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:05:49.876978 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:05:49.880319 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:49.917089 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=1']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:49.944758 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:49.945370 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:49.963200 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-b98c9b49-ed8e-4f5d-9ad8-7f050cf7d2c7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6405258 Oct 24 09:05:50.127514 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.v2.base [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Request body: {'port': {'device_id': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=116185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:05:50.141431 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:50.144745 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:50.160023 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-22ad1f51-6ba9-4717-b9a8-7cfefffff37e None None] Provisioning complete for port 66fd3d85-3e82-478a-b0aa-2baf2f290298 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:05:50.160767 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-22ad1f51-6ba9-4717-b9a8-7cfefffff37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.161244 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-22ad1f51-6ba9-4717-b9a8-7cfefffff37e None None] Attempt 1 to provision port 66fd3d85-3e82-478a-b0aa-2baf2f290298 Oct 24 09:05:50.201300 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-22ad1f51-6ba9-4717-b9a8-7cfefffff37e None None] Port 66fd3d85-3e82-478a-b0aa-2baf2f290298 cannot update to ACTIVE because it is not bound. {{(pid=116187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 09:05:50.224470 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c7d688d4-af5f-44d7-9cf3-b96facc09aa7 req-dcc0c4f8-c3c9-427c-a754-ee4e355a4e47 tempest-TestMinimumBasicScenario-609381336 tempest-TestMinimumBasicScenario-609381336-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a7260920-be84-4a74-a18e-5b47d53e3db1 HTTP/1.1" status: 200 len: 210 time: 0.0388331 Oct 24 09:05:50.229131 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.489447 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fd3d85-3e82-478a-b0aa-2baf2f290298 {{(pid=116185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:05:50.497730 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks [] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), precommit_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.511201 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.provisioning_blocks [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Transition to ACTIVE for port object 66fd3d85-3e82-478a-b0aa-2baf2f290298 will not be triggered until provisioned by entity L2. {{(pid=116185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 09:05:50.515468 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.599751 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Pushing event updated for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=2']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:50.625539 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Attempting to bind port 66fd3d85-3e82-478a-b0aa-2baf2f290298 on host hv-cinder-maste for vnic_type normal with profile {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 09:05:50.625879 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Attempting to bind port 66fd3d85-3e82-478a-b0aa-2baf2f290298 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 09:05:50.626218 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Attempting to bind port 66fd3d85-3e82-478a-b0aa-2baf2f290298 on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:05:50.668603 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Port 66fd3d85-3e82-478a-b0aa-2baf2f290298 on network 15551789-d406-4f91-85fe-9eee40e4ab51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 09:05:50.669122 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Attempting to bind port 66fd3d85-3e82-478a-b0aa-2baf2f290298 on network 15551789-d406-4f91-85fe-9eee40e4ab51 {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 09:05:50.712890 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Checking agent: {'id': '2b9eba11-e27f-4570-a97f-00012bdf5191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'started_at': datetime.datetime(2022, 10, 24, 8, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 9, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 09:05:50.713203 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa05b4-c040-4785-bc43-46ce8ca274fd req-e8aa0c02-2cd0-4a93-ad02-c1c492b06c36 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:50.713777 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Checking segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 09:05:50.714161 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Bound using segment: {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'} {{(pid=116185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 09:05:50.714594 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.managers [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Bound port: 66fd3d85-3e82-478a-b0aa-2baf2f290298, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51'}}] {{(pid=116185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 09:05:50.714776 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-74fa05b4-c040-4785-bc43-46ce8ca274fd req-e8aa0c02-2cd0-4a93-ad02-c1c492b06c36 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0474911 Oct 24 09:05:50.714942 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), before_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.765015 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-74fa05b4-c040-4785-bc43-46ce8ca274fd req-d22306cb-b2fa-40a4-bb7d-533728903bf7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Oct 24 09:05:50.777140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, cleared binding levels {{(pid=116185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 09:05:50.781482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 09:05:50.786591 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435506'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_update {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.790561 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:50.791226 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:50.792599 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 200 len: 1094 time: 0.6715481 Oct 24 09:05:50.793134 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:05:50.795946 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9553f8e-50f9-4566-8577-a7bc9ecccf70" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:05:50.836519 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e8adb3-0b07-4c1a-a373-60cbb2d7ab40 x-openstack-request-id: req-94e8adb3-0b07-4c1a-a373-60cbb2d7ab40 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:05:50.836805 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:05:50.837050 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94e8adb3-0b07-4c1a-a373-60cbb2d7ab40 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:05:50.837445 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e8adb3-0b07-4c1a-a373-60cbb2d7ab40'] response: {'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'status': 'completed', 'code': 200} Oct 24 09:05:50.850020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9b42-8bef-49e3-8d6b-22ee36a6daec service neutron] Pushing event updated for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=3']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:50.897362 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:50.907096 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-45a607b3-1a69-47d8-83ab-6b57cc8d4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:50.908647 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-45a607b3-1a69-47d8-83ab-6b57cc8d4d04 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1128 time: 0.0431781 Oct 24 09:05:50.952984 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-2f836471-ceb0-448b-be46-7df7ef430374 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 200 len: 217 time: 0.0324593 Oct 24 09:05:51.005247 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-a19e2909-d36b-4641-be98-e5144053c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:51.006683 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-a19e2909-d36b-4641-be98-e5144053c8ad service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0471466 Oct 24 09:05:51.294898 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:51.304732 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-8e2f8ff4-257a-450a-b9ab-5d5dbc7f9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:51.306399 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-8e2f8ff4-257a-450a-b9ab-5d5dbc7f9009 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2934291 Oct 24 09:05:51.401163 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-049476f6-5eac-458f-bd8a-09c337fe8e42 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882926 Oct 24 09:05:51.408591 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8947813-7d62-4e04-8aa8-8ba174d01def no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:51.432231 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: b8947813-7d62-4e04-8aa8-8ba174d01def {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:51.432680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device b8947813-7d62-4e04-8aa8-8ba174d01def not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:51.500401 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d58ad755-f94f-4bfe-a1f4-00acf556414b req-ab82523a-31f1-41a1-9290-25d856a19025 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924520 Oct 24 09:05:51.928381 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54248) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:52.073469 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3370f4-bf1f-4493-a315-e5dbc2f5fd93 req-82a7488c-27c0-4435-bc9b-c33b234c84bd tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:52.074874 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd3370f4-bf1f-4493-a315-e5dbc2f5fd93 req-82a7488c-27c0-4435-bc9b-c33b234c84bd tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.2311952 Oct 24 09:05:52.186189 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:52.195103 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-dd3370f4-bf1f-4493-a315-e5dbc2f5fd93 req-a0d3108b-c610-4f79-84db-2f86c0c0a394 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891182 Oct 24 09:05:52.286053 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:52.322642 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (633cdc73-e60c-4de0-ab14-37b4931d1571), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:52.402530 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-a9007533-a0ec-4bbb-a5df-79766312882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:52.405391 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-a9007533-a0ec-4bbb-a5df-79766312882e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1128 time: 0.0455334 Oct 24 09:05:52.486526 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=67 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:52.492061 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=65 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:52.507319 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-596a9624-d8ab-450e-884b-0b9f876f8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:52.508847 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-596a9624-d8ab-450e-884b-0b9f876f8e2c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0966451 Oct 24 09:05:52.553911 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-04e5612f-f197-410a-b588-04d2deb80b6b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 200 len: 217 time: 0.0345657 Oct 24 09:05:52.607905 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-259f5f48-7542-45f3-8fbe-a36edeb208cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:52.609301 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-259f5f48-7542-45f3-8fbe-a36edeb208cd service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0464160 Oct 24 09:05:52.657870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-0ce19df6-9990-4099-bb83-d73cea8c531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:52.659376 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-0ce19df6-9990-4099-bb83-d73cea8c531b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445971 Oct 24 09:05:52.749659 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-8bb3cc28-fbe3-4e7a-a24a-5c5c7cdae6ef service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Oct 24 09:05:52.822628 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Deleting port 65245202-0003-4e65-915a-d8be8a8ca23a {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:52.822960 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:52.843778 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-d9553f8e-50f9-4566-8577-a7bc9ecccf70 req-6dc52166-02d5-465b-8344-1eddb940d4b2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Oct 24 09:05:52.902306 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] For port 65245202-0003-4e65-915a-d8be8a8ca23a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65245202-0003-4e65-915a-d8be8a8ca23a,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:52.903181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:52.916094 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Calling delete_port for 65245202-0003-4e65-915a-d8be8a8ca23a owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:53.097670 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (65245202-0003-4e65-915a-d8be8a8ca23a), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:53.120480 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=65245202-0003-4e65-915a-d8be8a8ca23a,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:53.275242 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:53.323218 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (633cdc73-e60c-4de0-ab14-37b4931d1571), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:53.339472 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e56c9e-7018-4699-8a9a-5113db9fdd07 req-a8233e93-0c40-43c6-864e-bca2004ed34a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:53.341640 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0e56c9e-7018-4699-8a9a-5113db9fdd07 req-a8233e93-0c40-43c6-864e-bca2004ed34a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0646508 Oct 24 09:05:53.355073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe3c1e-1a12-4cb4-9879-b369efcb64eb None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:05:53.412514 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:53.443163 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe3c1e-1a12-4cb4-9879-b369efcb64eb None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:05:53.467775 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-e0e56c9e-7018-4699-8a9a-5113db9fdd07 req-c02767cd-3204-4d1b-9b1d-21f438c5bc24 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892437 Oct 24 09:05:53.587064 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Router 633cdc73-e60c-4de0-ab14-37b4931d1571 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:05:53.693783 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:05:53.698731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-809958b4-f08a-4ca4-890c-78133f1feb89 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/633cdc73-e60c-4de0-ab14-37b4931d1571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692857 Oct 24 09:05:53.701963 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54252) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:53.704317 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Sync routers for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:05:53.717031 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:53.717673 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:53.808290 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks [] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:53.827509 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:53.924044 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks [] for router_gateway (633cdc73-e60c-4de0-ab14-37b4931d1571), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:53.969924 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Deleting port b0573a31-ebe1-435b-b161-6b7c9e23abe9 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:53.970374 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.005677 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:05:53Z', 'revision_number': 5, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port': {'id': 'b0573a31-ebe1-435b-b161-6b7c9e23abe9', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:28Z', 'updated_at': '2022-10-24T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:54.037076 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Checking router: 633cdc73-e60c-4de0-ab14-37b4931d1571 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:05:54.046606 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Routers {'633cdc73-e60c-4de0-ab14-37b4931d1571'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:54.047228 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['633cdc73-e60c-4de0-ab14-37b4931d1571'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:54.063925 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] For port b0573a31-ebe1-435b-b161-6b7c9e23abe9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0573a31-ebe1-435b-b161-6b7c9e23abe9,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:54.064354 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.078410 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Calling delete_port for b0573a31-ebe1-435b-b161-6b7c9e23abe9 owned by network:router_gateway {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:54.129120 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] Set router 633cdc73-e60c-4de0-ab14-37b4931d1571 gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:54.144370 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-72000e2f-1ce4-4f79-862b-722ead5df5c4 None None] Provisioning complete for port 58bf64a2-0810-492c-9284-13ea76321ef5 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:05:54.144750 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-72000e2f-1ce4-4f79-862b-722ead5df5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.145098 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-72000e2f-1ce4-4f79-862b-722ead5df5c4 None None] Attempt 1 to provision port 58bf64a2-0810-492c-9284-13ea76321ef5 Oct 24 09:05:54.182466 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:54.186351 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-79986370-5457-4398-99d2-1fd74c692669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:05:53Z', 'revision_number': 6, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:54.216992 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79986370-5457-4398-99d2-1fd74c692669 None None] The sync data for ids ['633cdc73-e60c-4de0-ab14-37b4931d1571'] in dv-cinder-master-3-iscsi is: [{'id': '633cdc73-e60c-4de0-ab14-37b4931d1571', 'name': 'tempest-TestMinimumBasicScenario-505469032-router', 'tenant_id': '7e9c4dec37674f73912f0d9272ac2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:27Z', 'updated_at': '2022-10-24T09:05:53Z', 'revision_number': 6, 'project_id': '7e9c4dec37674f73912f0d9272ac2446', 'gw_port_host': None}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:05:54.227055 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-72000e2f-1ce4-4f79-862b-722ead5df5c4 None None] Current status of the port 58bf64a2-0810-492c-9284-13ea76321ef5 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:05:54.257329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (b0573a31-ebe1-435b-b161-6b7c9e23abe9), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.282760 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0573a31-ebe1-435b-b161-6b7c9e23abe9,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:54.344040 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (633cdc73-e60c-4de0-ab14-37b4931d1571), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.346454 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:54.432394 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.434746 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks [] for router_controller (633cdc73-e60c-4de0-ab14-37b4931d1571), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.478631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (633cdc73-e60c-4de0-ab14-37b4931d1571), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.479181 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633cdc73-e60c-4de0-ab14-37b4931d1571 {{(pid=116186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:05:54.484228 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.485456 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-456a56fe-919b-4ac8-b51f-d69302614fd1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/633cdc73-e60c-4de0-ab14-37b4931d1571 HTTP/1.1" status: 204 len: 168 time: 0.7823730 Oct 24 09:05:54.487914 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54254) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:54.532788 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Deleting subnet 45ef9246-f83c-4ec1-9200-48033618f943 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:05:54.535930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Publish callbacks [] for subnet (45ef9246-f83c-4ec1-9200-48033618f943), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.599584 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (45ef9246-f83c-4ec1-9200-48033618f943), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.641872 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9f8f-e62c-4034-858e-596c4a1d7f2d req-305aa932-a579-4c0a-a4b2-3eec7873b6b4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:54.643653 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-843c9f8f-e62c-4034-858e-596c4a1d7f2d req-305aa932-a579-4c0a-a4b2-3eec7873b6b4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0874879 Oct 24 09:05:54.727719 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (45ef9246-f83c-4ec1-9200-48033618f943), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.753754 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-843c9f8f-e62c-4034-858e-596c4a1d7f2d req-e07b4217-579f-4fab-b8a0-594ad7d66a13 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969169 Oct 24 09:05:54.785939 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (45ef9246-f83c-4ec1-9200-48033618f943), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.816576 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ef9246-f83c-4ec1-9200-48033618f943,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:54.818600 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.823850 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-1a998c4c-9b63-411d-b915-e4cd6e1dabca admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/45ef9246-f83c-4ec1-9200-48033618f943 HTTP/1.1" status: 204 len: 168 time: 0.3328066 Oct 24 09:05:54.824044 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad59096-b4fc-4c56-994e-a2e65dfb38af None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:05:54.825039 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54258) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:54.896845 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.927307 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:54.947488 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Deleting port 58bf64a2-0810-492c-9284-13ea76321ef5 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:54.947834 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.005635 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] DHCP port deletion for fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:05:55.021498 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] For port 58bf64a2-0810-492c-9284-13ea76321ef5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58bf64a2-0810-492c-9284-13ea76321ef5,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:55.021857 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.036193 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Calling delete_port for 58bf64a2-0810-492c-9284-13ea76321ef5 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:55.042544 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Deleting port 58bf64a2-0810-492c-9284-13ea76321ef5 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:55.042919 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.079377 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:55.109460 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] For port 58bf64a2-0810-492c-9284-13ea76321ef5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58bf64a2-0810-492c-9284-13ea76321ef5,segment=NetworkSegment(99fa4dbe-f413-41b1-acc8-3e081c37ceee),segment_id=99fa4dbe-f413-41b1-acc8-3e081c37ceee)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:55.110101 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.120923 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.128232 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Calling delete_port for 58bf64a2-0810-492c-9284-13ea76321ef5 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:55.148524 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf64a2-0810-492c-9284-13ea76321ef5,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:55.150447 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] No DVR routers for this DVR port 58bf64a2-0810-492c-9284-13ea76321ef5 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:05:55.237190 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.261583 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:55.272184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fa4dbe-f413-41b1-acc8-3e081c37ceee') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:55.272492 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fa4dbe-f413-41b1-acc8-3e081c37ceee') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:55.283943 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (99fa4dbe-f413-41b1-acc8-3e081c37ceee), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.298959 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (99fa4dbe-f413-41b1-acc8-3e081c37ceee), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.305557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:05:55.306063 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (99fa4dbe-f413-41b1-acc8-3e081c37ceee), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.320573 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:55.353520 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (58bf64a2-0810-492c-9284-13ea76321ef5), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.382669 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.386768 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.392182 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 HTTP/1.1" status: 204 len: 168 time: 0.5646851 Oct 24 09:05:55.392385 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Pushing event deleted for resources: {'Port': ['ID=58bf64a2-0810-492c-9284-13ea76321ef5,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:55.393476 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54264) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:55.395291 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Network fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7 is not hosted by any dhcp agent {{(pid=116187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 24 09:05:55.395741 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] No DVR routers for this DVR port 58bf64a2-0810-492c-9284-13ea76321ef5 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:05:55.407262 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb13df-ed34-480f-9059-c0abed133108 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6e8a64-0da3-4aac-b1d9-f74c3aa58bb7,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:55.414410 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.414755 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.415497 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.415838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.416186 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.416516 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.416844 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.417181 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.417498 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.417818 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.418133 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.420448 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.421317 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.421537 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.421900 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe91ad-4184-4303-aeb2-45c0c04521aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:05:55.427183 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 99fa4dbe-f413-41b1-acc8-3e081c37ceee resource provider aggregate not found Oct 24 09:05:55.444680 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment 99fa4dbe-f413-41b1-acc8-3e081c37ceee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99fa4dbe-f413-41b1-acc8-3e081c37ceee found for delete ", "request_id": "req-4a850549-664a-4911-be46-24bf9cbf525b"}]} Oct 24 09:05:55.679410 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:55.682775 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=100 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:55.718118 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.899073 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 65245202-0003-4e65-915a-d8be8a8ca23a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:55.929178 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 65245202-0003-4e65-915a-d8be8a8ca23a {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:55.929724 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 65245202-0003-4e65-915a-d8be8a8ca23a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:55.930213 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b0573a31-ebe1-435b-b161-6b7c9e23abe9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:55.945912 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Deleting port cd3ec42c-8b97-4742-8793-8e23c8de5e04 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:55.946253 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:55.954627 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: b0573a31-ebe1-435b-b161-6b7c9e23abe9 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:55.954879 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2861e7-69d8-41d4-94e3-dcd5bc4d2f83 req-4eb61aed-96f8-4c47-bba3-214da2defacc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:55.955109 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b0573a31-ebe1-435b-b161-6b7c9e23abe9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:55.955592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 58bf64a2-0810-492c-9284-13ea76321ef5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:55.956363 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3f2861e7-69d8-41d4-94e3-dcd5bc4d2f83 req-4eb61aed-96f8-4c47-bba3-214da2defacc tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.1245329 Oct 24 09:05:55.977435 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 58bf64a2-0810-492c-9284-13ea76321ef5 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:55.978052 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 58bf64a2-0810-492c-9284-13ea76321ef5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:56.012358 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3f2861e7-69d8-41d4-94e3-dcd5bc4d2f83 req-55491a69-baf6-4436-9aa8-951f0abb097e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Oct 24 09:05:56.030667 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] For port cd3ec42c-8b97-4742-8793-8e23c8de5e04, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd3ec42c-8b97-4742-8793-8e23c8de5e04,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:56.031037 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:56.044952 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Calling delete_port for cd3ec42c-8b97-4742-8793-8e23c8de5e04 owned by network:router_interface {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:56.224295 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (cd3ec42c-8b97-4742-8793-8e23c8de5e04), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:56.247197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3ec42c-8b97-4742-8793-8e23c8de5e04,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:56.414228 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:56.435279 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13dcb83-69e3-438a-afcf-ba393de65398 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:05:56.484527 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:56.497119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:56.521517 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13dcb83-69e3-438a-afcf-ba393de65398 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:05:56.523867 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:56.563500 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:56.627733 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Router 7fca524d-6268-414d-8f6b-6cc83d2d5328 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:05:56.735485 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:05:56.740581 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-e1c3dc09-f09c-4570-99c1-4466d5ff286b admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/7fca524d-6268-414d-8f6b-6cc83d2d5328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3460460 Oct 24 09:05:56.743056 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54272) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:56.747856 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Sync routers for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:05:56.759035 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:56.759760 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:56.851356 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks [] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:56.871231 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:56.957110 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks [] for router_gateway (7fca524d-6268-414d-8f6b-6cc83d2d5328), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.007348 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Deleting port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:57.007684 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.072069 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68'}], 'enable_snat': True}, 'gw_port_id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:05:56Z', 'revision_number': 5, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port': {'id': '6616e30e-ccbd-48e3-8cd6-6d762c31ddec', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:57.103075 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Checking router: 7fca524d-6268-414d-8f6b-6cc83d2d5328 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:05:57.118816 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Routers {'7fca524d-6268-414d-8f6b-6cc83d2d5328'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:05:57.119450 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:05:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['7fca524d-6268-414d-8f6b-6cc83d2d5328'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:57.122037 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] For port 6616e30e-ccbd-48e3-8cd6-6d762c31ddec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:57.122654 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.144547 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Calling delete_port for 6616e30e-ccbd-48e3-8cd6-6d762c31ddec owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:57.176824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109af6-94cf-451d-aff8-a6f6ff2be1a0 req-23ee998b-74a7-4e38-87ed-f8707f68e613 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:57.178553 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f0109af6-94cf-451d-aff8-a6f6ff2be1a0 req-23ee998b-74a7-4e38-87ed-f8707f68e613 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Oct 24 09:05:57.216223 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] Set router 7fca524d-6268-414d-8f6b-6cc83d2d5328 gateway port host: None {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:05:57.241547 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-f0109af6-94cf-451d-aff8-a6f6ff2be1a0 req-41d6da47-6217-4511-a960-24bd8b8556e3 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560911 Oct 24 09:05:57.266755 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:05:56Z', 'revision_number': 6, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:57.303039 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b47b7-7bbc-48ca-b145-936f2caefe92 None None] The sync data for ids ['7fca524d-6268-414d-8f6b-6cc83d2d5328'] in dv-cinder-master-3-iscsi is: [{'id': '7fca524d-6268-414d-8f6b-6cc83d2d5328', 'name': 'tempest-TestMinimumBasicScenario-1853218798-router', 'tenant_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T09:01:33Z', 'updated_at': '2022-10-24T09:05:56Z', 'revision_number': 6, 'project_id': '5f511c1474ea4a0787b6c7dfd68c16c9', 'gw_port_host': None}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:05:57.305881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-ea1accdf-1131-46d4-9fbf-5f32cb12e691 None None] Provisioning complete for port 704412ba-8584-43f5-9f76-c5bd92eac69f triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:05:57.306294 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ea1accdf-1131-46d4-9fbf-5f32cb12e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.306575 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-ea1accdf-1131-46d4-9fbf-5f32cb12e691 None None] Attempt 1 to provision port 704412ba-8584-43f5-9f76-c5bd92eac69f Oct 24 09:05:57.328678 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (6616e30e-ccbd-48e3-8cd6-6d762c31ddec), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.361113 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Pushing event deleted for resources: {'Port': ['ID=6616e30e-ccbd-48e3-8cd6-6d762c31ddec,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:57.385463 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-ea1accdf-1131-46d4-9fbf-5f32cb12e691 None None] Current status of the port 704412ba-8584-43f5-9f76-c5bd92eac69f is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:05:57.388022 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:57.426766 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.512782 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.514857 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks [] for router_controller (7fca524d-6268-414d-8f6b-6cc83d2d5328), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.560941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (7fca524d-6268-414d-8f6b-6cc83d2d5328), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.561512 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fca524d-6268-414d-8f6b-6cc83d2d5328 {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:05:57.566391 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.567537 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-0084971f-636b-4379-9c92-11d17618d554 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/7fca524d-6268-414d-8f6b-6cc83d2d5328 HTTP/1.1" status: 204 len: 168 time: 0.8235219 Oct 24 09:05:57.570107 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54276) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:57.611009 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:57.617020 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Deleting subnet 2d4a1513-6e49-4e53-be56-957f8e3d534a {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:05:57.621200 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Publish callbacks [] for subnet (2d4a1513-6e49-4e53-be56-957f8e3d534a), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.658453 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25434787'] for subnet (2d4a1513-6e49-4e53-be56-957f8e3d534a), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.740048 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (2d4a1513-6e49-4e53-be56-957f8e3d534a), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.793339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25434760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25809958'] for subnet (2d4a1513-6e49-4e53-be56-957f8e3d534a), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.818699 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4a1513-6e49-4e53-be56-957f8e3d534a,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:57.822062 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.825907 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-15e2a81c-2ae2-476e-bf37-0fc22d771422 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/2d4a1513-6e49-4e53-be56-957f8e3d534a HTTP/1.1" status: 204 len: 168 time: 0.2538681 Oct 24 09:05:57.828282 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54278) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:57.831146 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e611ef9-0163-4c4f-a8fe-ba6930ee78aa None None] Network d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:05:57.900893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:57.948541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Deleting port 704412ba-8584-43f5-9f76-c5bd92eac69f {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:57.948882 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.013314 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] For port 704412ba-8584-43f5-9f76-c5bd92eac69f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=704412ba-8584-43f5-9f76-c5bd92eac69f,segment=NetworkSegment(c82ed807-88b7-47c5-9cbf-46a82730908e),segment_id=c82ed807-88b7-47c5-9cbf-46a82730908e)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:58.013619 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.026197 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Calling delete_port for 704412ba-8584-43f5-9f76-c5bd92eac69f owned by network:dhcp {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:58.062285 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] DHCP port deletion for d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:05:58.117483 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Deleting port 704412ba-8584-43f5-9f76-c5bd92eac69f {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:05:58.118352 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.121036 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.134561 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6616e30e-ccbd-48e3-8cd6-6d762c31ddec no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:58.146679 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Pushing event deleted for resources: {'Port': ['ID=704412ba-8584-43f5-9f76-c5bd92eac69f,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:58.152095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] No DVR routers for this DVR port 704412ba-8584-43f5-9f76-c5bd92eac69f on host dv-cinder-master-3-iscsi {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:05:58.192456 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 6616e30e-ccbd-48e3-8cd6-6d762c31ddec {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:58.192805 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 6616e30e-ccbd-48e3-8cd6-6d762c31ddec not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:58.193227 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device cd3ec42c-8b97-4742-8793-8e23c8de5e04 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:58.221237 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: cd3ec42c-8b97-4742-8793-8e23c8de5e04 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:58.221585 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device cd3ec42c-8b97-4742-8793-8e23c8de5e04 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:58.222007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 704412ba-8584-43f5-9f76-c5bd92eac69f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:05:58.227801 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] For port 704412ba-8584-43f5-9f76-c5bd92eac69f, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:05:58.228213 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.232467 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.250150 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 704412ba-8584-43f5-9f76-c5bd92eac69f {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:05:58.250498 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 704412ba-8584-43f5-9f76-c5bd92eac69f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:05:58.255115 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:58.257586 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Calling delete_port for 704412ba-8584-43f5-9f76-c5bd92eac69f owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:05:58.259046 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:58.260919 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Port 704412ba-8584-43f5-9f76-c5bd92eac69f was not found and therefore no delete operation was performed {{(pid=116187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 09:05:58.263477 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (704412ba-8584-43f5-9f76-c5bd92eac69f), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.275067 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82ed807-88b7-47c5-9cbf-46a82730908e') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:58.275387 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82ed807-88b7-47c5-9cbf-46a82730908e') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:05:58.276190 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] No DVR routers for this DVR port 704412ba-8584-43f5-9f76-c5bd92eac69f on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:05:58.288240 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (c82ed807-88b7-47c5-9cbf-46a82730908e), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.299459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7a7bc-4afa-4c32-86f3-e3b74bb4f6e6 None None] Pushing event deleted for resources: {'Port': ['ID=704412ba-8584-43f5-9f76-c5bd92eac69f,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:58.314348 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (c82ed807-88b7-47c5-9cbf-46a82730908e), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.316473 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:58.343110 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:05:58.343110 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (c82ed807-88b7-47c5-9cbf-46a82730908e), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.417548 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.425482 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.429151 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5 HTTP/1.1" status: 204 len: 168 time: 0.5997343 Oct 24 09:05:58.430895 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment c82ed807-88b7-47c5-9cbf-46a82730908e resource provider aggregate not found Oct 24 09:05:58.433302 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3a54-5064-4736-9e57-743da6502db7 req-0da30517-29d6-4965-8d6d-a2ee3847c8a9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:58.435217 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fceb3a54-5064-4736-9e57-743da6502db7 req-0da30517-29d6-4965-8d6d-a2ee3847c8a9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0715694 Oct 24 09:05:58.458139 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment c82ed807-88b7-47c5-9cbf-46a82730908e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82ed807-88b7-47c5-9cbf-46a82730908e found for delete ", "request_id": "req-71b47818-036d-4513-a2b9-cda776e36b67"}]} Oct 24 09:05:58.459831 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bbd1-71ce-4950-bbec-8c44f7a971ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d2edc681-ccb0-4b93-8e2e-0bbef3e8ded5,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:58.489725 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-fceb3a54-5064-4736-9e57-743da6502db7 req-9b73c7d5-0fa4-4c71-8585-933b0e2a1d31 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486393 Oct 24 09:05:58.607068 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54290) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:58.648020 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-8097fb54-3fd8-4bd4-9345-0c1c508e17d3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e9c4dec37674f73912f0d9272ac2446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392196 Oct 24 09:05:58.649779 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54292) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:58.701293 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] Publish callbacks [] for security_group (59ad8a7f-1221-4155-9f05-c213cbf8fc8b), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.721714 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] Publish callbacks [] for security_group (59ad8a7f-1221-4155-9f05-c213cbf8fc8b), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.737768 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:58.771720 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (59ad8a7f-1221-4155-9f05-c213cbf8fc8b), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.774277 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:58.775448 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/59ad8a7f-1221-4155-9f05-c213cbf8fc8b HTTP/1.1" status: 204 len: 168 time: 0.1247666 Oct 24 09:05:58.783500 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52e564-68af-4e9c-9b7e-4682453677a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad8a7f-1221-4155-9f05-c213cbf8fc8b,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:58.794581 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:05:59.104616 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54298) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:59.145428 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-8b3e780e-7fb0-4939-9d09-942ae8646646 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5f511c1474ea4a0787b6c7dfd68c16c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396972 Oct 24 09:05:59.147866 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54300) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:05:59.199024 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] Publish callbacks [] for security_group (995d6247-7875-4f8d-9bee-9ee99173ae81), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:59.219647 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] Publish callbacks [] for security_group (995d6247-7875-4f8d-9bee-9ee99173ae81), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:59.271822 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (995d6247-7875-4f8d-9bee-9ee99173ae81), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:59.274419 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:05:59.275572 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/995d6247-7875-4f8d-9bee-9ee99173ae81 HTTP/1.1" status: 204 len: 168 time: 0.1268022 Oct 24 09:05:59.284092 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ce82-d91c-4022-86b8-979c5bac6ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d6247-7875-4f8d-9bee-9ee99173ae81,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:05:59.617067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3c04-1f9d-478d-b2e4-3b579be9eeeb req-efb66348-e1f0-4d15-80b8-bd146e9d2d29 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:05:59.618602 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-17ee3c04-1f9d-478d-b2e4-3b579be9eeeb req-efb66348-e1f0-4d15-80b8-bd146e9d2d29 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0498664 Oct 24 09:05:59.671941 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-17ee3c04-1f9d-478d-b2e4-3b579be9eeeb req-20fbadcd-aadf-4d89-bce3-79a3d933d198 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Oct 24 09:06:00.791824 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f422c-4410-4e28-b82c-2afa5e2920f9 req-0cefc905-faf8-4fef-9f17-545e7b273dc7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:00.793819 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-372f422c-4410-4e28-b82c-2afa5e2920f9 req-0cefc905-faf8-4fef-9f17-545e7b273dc7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 944 time: 0.0474031 Oct 24 09:06:00.845990 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-372f422c-4410-4e28-b82c-2afa5e2920f9 req-ed3b9bcd-8380-4188-937f-aa7e21c33cc2 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464051 Oct 24 09:06:01.413099 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 66fd3d85-3e82-478a-b0aa-2baf2f290298 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=116187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 09:06:01.514400 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:06:01.525502 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Returning: {'device': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'port_id': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'mac_address': 'fa:16:3e:ce:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 09:06:01.560663 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 66fd3d85-3e82-478a-b0aa-2baf2f290298 is: DOWN; New status is: BUILD {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:06:01.561052 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:01.574081 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fd3d85-3e82-478a-b0aa-2baf2f290298 {{(pid=116187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 09:06:01.594646 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:06:01.598607 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:01.644749 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=4']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:06:01.938232 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccb7-6348-451e-a1a9-cc255a755698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:01.953184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:01.970120 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c21964-da7f-4cdf-bdfd-555a065a5900 req-b2a5511e-0df5-4216-8370-76323d80bb6e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:01.971533 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9c21964-da7f-4cdf-bdfd-555a065a5900 req-b2a5511e-0df5-4216-8370-76323d80bb6e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Oct 24 09:06:01.976964 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] get_ports_and_sgs() called for port_ids ['66fd3d85-3e82-478a-b0aa-2baf2f290298'] {{(pid=116187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 09:06:02.022477 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-b9c21964-da7f-4cdf-bdfd-555a065a5900 req-6392b6a7-5d67-4dfe-b672-a433c5814437 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Oct 24 09:06:02.040858 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:06:03.053922 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-58f1f5ab-ddda-45a1-ae07-5806d0f24758 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375643 Oct 24 09:06:03.130827 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-5248bc15-5384-4ea5-ae4d-d635406621bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.132308 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-5248bc15-5384-4ea5-ae4d-d635406621bf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1130 time: 0.0399072 Oct 24 09:06:03.155184 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9b08-ab67-4c18-9db3-059c798ed4a5 req-1d5016c0-077a-4762-8166-0da4957a7125 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.156716 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dab9b08-ab67-4c18-9db3-059c798ed4a5 req-1d5016c0-077a-4762-8166-0da4957a7125 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Oct 24 09:06:03.206798 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-8dab9b08-ab67-4c18-9db3-059c798ed4a5 req-71bfb0c8-766b-46b1-8518-f310c147abd0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Oct 24 09:06:03.240706 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-d23d6278-dd7d-4c7b-818a-c59e3c01b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.242184 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-d23d6278-dd7d-4c7b-818a-c59e3c01b2d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0919821 Oct 24 09:06:03.308460 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-a61ee1ba-9cb0-4e30-af87-635eb25bbd39 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 1002 time: 0.0599897 Oct 24 09:06:03.355484 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-4f19e07f-16b3-45fd-853b-015efb7730cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.358004 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-4f19e07f-16b3-45fd-853b-015efb7730cf service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0439789 Oct 24 09:06:03.401349 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-ed68e77a-8fc8-4a49-92fc-f10da1312bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.403246 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-ed68e77a-8fc8-4a49-92fc-f10da1312bc6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383189 Oct 24 09:06:03.423007 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 66fd3d85-3e82-478a-b0aa-2baf2f290298 up at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 09:06:03.469240 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning for port 66fd3d85-3e82-478a-b0aa-2baf2f290298 completed by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 09:06:03.477792 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Provisioning complete for port 66fd3d85-3e82-478a-b0aa-2baf2f290298 triggered by entity L2. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:06:03.478179 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:03.478505 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Attempt 1 to provision port 66fd3d85-3e82-478a-b0aa-2baf2f290298 Oct 24 09:06:03.557923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Current status of the port 66fd3d85-3e82-478a-b0aa-2baf2f290298 is: BUILD; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:06:03.558314 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), before_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:03.583229 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298'}] {{(pid=116187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:06:03.585523 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}066d271fd0b71d847d15fc811a24301bff28363bd7544b1475381550ab4e8764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d288d-cd82-4b6b-b7be-af8ce21c13a1" -d '{"events": [{"server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "name": "network-vif-plugged", "status": "completed", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298"}]}' {{(pid=116187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:06:03.600808 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:06:03.605823 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:03.632648 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724a206-0ba4-4595-94b1-6fe36368c516 x-openstack-request-id: req-d724a206-0ba4-4595-94b1-6fe36368c516 {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:06:03.632992 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "name": "network-vif-plugged", "status": "completed", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298", "code": 200}]} {{(pid=116187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:06:03.633257 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d724a206-0ba4-4595-94b1-6fe36368c516 {{(pid=116187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:06:03.633685 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d724a206-0ba4-4595-94b1-6fe36368c516'] response: {'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'code': 200} Oct 24 09:06:03.635983 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:03.643682 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:03.665387 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Pushing event updated for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=5']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:06:03.751201 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-dd848d37-d843-44be-9f30-46eecbff7d75 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413754 Oct 24 09:06:03.851424 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-5aa14092-32f9-4255-8056-4ab7fa9ebfbb req-086e604f-9dfe-4645-af9c-f07189eed1f0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942521 Oct 24 09:06:03.884761 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e064-f554-42d4-8fc7-c23a17566540 req-22df0ba0-7c45-4542-a87b-9796c8c9cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:03.886331 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce45e064-f554-42d4-8fc7-c23a17566540 req-22df0ba0-7c45-4542-a87b-9796c8c9cf0d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1130 time: 0.0446684 Oct 24 09:06:03.927230 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:03.937330 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ce45e064-f554-42d4-8fc7-c23a17566540 req-0f395b9c-d900-4351-827b-e5c0063de23f service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Oct 24 09:06:04.254355 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9cba311e-a4ac-4458-9398-abd54431e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:04.336627 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ec20-55a2-46ef-83f6-3e4842b98d05 req-a8169588-0b47-44ae-aaca-da89ff340e1b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:04.338093 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0315ec20-55a2-46ef-83f6-3e4842b98d05 req-a8169588-0b47-44ae-aaca-da89ff340e1b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0544481 Oct 24 09:06:04.388872 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-0315ec20-55a2-46ef-83f6-3e4842b98d05 req-1e269a08-9129-4c91-9df4-4ef30cdcb78a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Oct 24 09:06:05.518363 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d06f8-8a50-493d-8165-86e12bf084ca req-e3133e92-170b-47bb-88c6-45ae22fa4599 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:05.519863 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c3d06f8-8a50-493d-8165-86e12bf084ca req-e3133e92-170b-47bb-88c6-45ae22fa4599 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0498030 Oct 24 09:06:05.573551 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-3c3d06f8-8a50-493d-8165-86e12bf084ca req-774b340e-b941-4847-bbe3-74f6dc652eab tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Oct 24 09:06:05.787413 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:06.694912 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2343e-d530-4075-a8f2-c8fb45bfba11 req-9e932739-c430-4d25-9205-a2ef4cec1828 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:06.696392 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7c2343e-d530-4075-a8f2-c8fb45bfba11 req-9e932739-c430-4d25-9205-a2ef4cec1828 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0466485 Oct 24 09:06:06.745843 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d7c2343e-d530-4075-a8f2-c8fb45bfba11 req-ffc2f4da-054c-467b-ac7a-448ac23aaff9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 Oct 24 09:06:06.867199 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8dee1-284a-4cfb-9af8-42bafae8476b req-2fcab124-18eb-41e6-81c1-dbde2cdcbf6d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:06.868712 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1bf8dee1-284a-4cfb-9af8-42bafae8476b req-2fcab124-18eb-41e6-81c1-dbde2cdcbf6d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0464611 Oct 24 09:06:06.917927 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1bf8dee1-284a-4cfb-9af8-42bafae8476b req-8ed58376-56e3-4974-b7ec-eeefde464b8f tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Oct 24 09:06:06.947894 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54330) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:06:06.992560 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.167114 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.194235 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d7325-43a0-4131-ae02-83c672e7fc5c tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:07.195739 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-145d7325-43a0-4131-ae02-83c672e7fc5c tempest-TestVolumeBootPattern-1820648690 tempest-TestVolumeBootPattern-1820648690-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1125 time: 0.2468743 Oct 24 09:06:07.198730 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54334) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:06:07.202829 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.v2.base [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Request body: {'floatingip': {'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'port_id': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 09:06:07.224531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.303252 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (None), before_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.413041 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_common [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Allocated IP 172.37.0.168 (c4b2e5b5-798f-4fae-b539-beec4dbeb107/cb9af6ba-b228-4485-8c57-6773febf73da/f1e19cce-40ee-4cf4-8f33-f3af332d9faa) {{(pid=116186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 09:06:07.505557 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:07.516839 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.549915 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760581674590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:07.554622 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:07.594879 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Network c4b2e5b5-798f-4fae-b539-beec4dbeb107 is already hosted by enough agents. {{(pid=116186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 09:06:07.601995 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.base_scheduler [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Resources bound (agent type, host, resource id): {{(pid=116186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 09:06:07.604598 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Received port after_create {{(pid=116186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 09:06:07.627568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=f1e19cce-40ee-4cf4-8f33-f3af332d9faa,revision_number=1']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:06:07.956540 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (12e5fd87-886a-4b9e-ac1f-70ed7eff23c0), precommit_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.031973 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12874194'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), before_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.180089 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), precommit_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.184592 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760582181241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760581674608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760581674626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990801'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), after_update {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.242059 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:08.252329 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event updated for resources: {'Port': ['ID=f1e19cce-40ee-4cf4-8f33-f3af332d9faa,revision_number=2']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:06:08.254658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4171135'] for floatingip (12e5fd87-886a-4b9e-ac1f-70ed7eff23c0), after_create {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.351492 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 12e5fd87-886a-4b9e-ac1f-70ed7eff23c0 associated. External IP: 172.37.0.168, port: 66fd3d85-3e82-478a-b0aa-2baf2f290298. Oct 24 09:06:08.498566 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:08.821866 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:06:08.930519 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:06:08.940516 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:06:08.951885 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:06:08.952176 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:08.952649 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:06:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:06:08.983653 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-47833493-8d46-4cde-9edc-719bb5bf7e7e tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7839200 Oct 24 09:06:08.984870 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:06:08.987175 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140a622-41c8-4610-bdb9-d84cb4bd65e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:06:09.025930 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a72f33-7164-4c2a-9d66-6ec744568d98 x-openstack-request-id: req-92a72f33-7164-4c2a-9d66-6ec744568d98 {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:06:09.026219 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:06:09.026468 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92a72f33-7164-4c2a-9d66-6ec744568d98 {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:06:09.026871 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a72f33-7164-4c2a-9d66-6ec744568d98'] response: {'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'status': 'completed', 'code': 200} Oct 24 09:06:09.054910 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:06:09.173869 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-45f87fe8-b09a-4a25-957c-97235f352ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:09.175369 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-45f87fe8-b09a-4a25-957c-97235f352ddd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1130 time: 0.0897470 Oct 24 09:06:09.269830 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-70c51629-c45b-40dc-8f30-73848dbb56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:09.271300 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-70c51629-c45b-40dc-8f30-73848dbb56af service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0899704 Oct 24 09:06:09.275411 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12e5fd87-886a-4b9e-ac1f-70ed7eff23c0', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.168', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:ce:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:06:07Z', 'updated_at': '2022-10-24T09:06:07Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}, {'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:06:09.300447 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:06:09.308781 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:06:09.310169 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:06:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:06:09.332541 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-eddb4de1-33a3-481b-bde0-7346d0c4c898 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 200 len: 1000 time: 0.0558844 Oct 24 09:06:09.387684 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-d9b40e4d-49fd-4b06-a4a8-0f0c2ed1e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:09.389180 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-d9b40e4d-49fd-4b06-a4a8-0f0c2ed1e5b2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0508111 Oct 24 09:06:09.413509 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:06:09.415006 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:09.433017 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-b74202f9-8888-473b-851c-76b375fddfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:06:09.435003 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-b74202f9-8888-473b-851c-76b375fddfd5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402050 Oct 24 09:06:09.497126 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:09.524939 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-ee97eb92-7a79-4366-80e7-50597a79d240 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843287 Oct 24 09:06:09.596686 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=100 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:09.618731 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-4140a622-41c8-4610-bdb9-d84cb4bd65e4 req-55d8940e-16ae-416c-ad26-2413a1b2cf5c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880804 Oct 24 09:06:09.628517 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12e5fd87-886a-4b9e-ac1f-70ed7eff23c0', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.168', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:ce:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:06:07Z', 'updated_at': '2022-10-24T09:06:07Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}, {'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:06:09.738445 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3c7e7-9d9f-42f6-8895-cce81dc06792 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12e5fd87-886a-4b9e-ac1f-70ed7eff23c0', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.168', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:ce:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:06:07Z', 'updated_at': '2022-10-24T09:06:07Z', 'revision_number': 0, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}, {'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:06:09.935420 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9337807-082f-48f1-836e-9a334475ee64 None None] New status for floating IP 12e5fd87-886a-4b9e-ac1f-70ed7eff23c0: ACTIVE {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:06:13.846353 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=51 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:13.848682 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=75,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:19.614011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:19.615899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:19.631176 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=23 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:19.631968 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=16 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:20.034505 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:20.037809 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:24.925559 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:30.033253 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:30.034427 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:31.940358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5a2d40be-b218-4148-96f8-1daec122d29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:34.247066 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9b25996d-9b69-44c6-bbeb-eda8731b8211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:35.790541 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:36.993908 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:37.171059 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:39.040077 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:06:41.110047 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-cc03e67a-b59d-4cc9-8810-144f50128e84 req-0ab2fbc5-58b6-4c98-b68c-5d42190b1a46 service neutron] (116186) timed out ('10.222.0.13', 52500) {{(pid=116186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 09:06:49.035754 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:52.026385 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:52.029781 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:06:54.942256 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:06:57.021182 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:01.942335 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4ff92fd0-dca3-43a7-9895-114bf05ddffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:04.009455 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-fa74d8c3-f6e8-4fcf-a855-8a11a19aa9a0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403247 Oct 24 09:07:04.116205 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-c7ca7f9c-7710-46f1-9abb-e689c7f3c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:04.117675 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-c7ca7f9c-7710-46f1-9abb-e689c7f3c2dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1130 time: 0.0431178 Oct 24 09:07:04.220807 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-32e97607-eccd-46d2-bd85-fc2497516225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:04.222135 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-32e97607-eccd-46d2-bd85-fc2497516225 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0861630 Oct 24 09:07:04.252742 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-f257c929-fa09-48b2-bb5a-68906a764f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:04.287252 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-427cbedf-0784-4746-a0b2-c6d44aaf0712 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 1002 time: 0.0591938 Oct 24 09:07:04.335970 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-8d35cc67-f293-48c3-9402-b692380647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:04.340596 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-8d35cc67-f293-48c3-9402-b692380647c0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0474122 Oct 24 09:07:04.386033 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-2577e4fb-6f45-4514-b9e5-f3cdaad153ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:04.387645 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-2577e4fb-6f45-4514-b9e5-f3cdaad153ef service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408666 Oct 24 09:07:04.482891 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-1008956a-cf22-44e9-a020-943d5ae39ffc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884354 Oct 24 09:07:04.573051 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-350bddee-39cc-46ea-a05c-3b128c943f6a req-d6253132-0da2-4d57-b8a8-d57a86c15416 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Oct 24 09:07:05.793706 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:06.996937 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:07.172857 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:14.568688 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=49 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:14.570797 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=52 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:16.039266 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:07:17.166739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:17.169087 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:24.939704 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:31.943816 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-59fcf6bc-4602-4af0-a58f-55f01126d901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:32.031256 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=19 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:32.034103 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=15 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:34.244707 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4930-ad14-40d2-943c-89d884c74cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:35.796091 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:37.002244 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:37.175422 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:47.164482 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:47.170911 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:53.037909 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:07:54.938459 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:57.796919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54364) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:07:57.940015 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port f1e19cce-40ee-4cf4-8f33-f3af332d9faa {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:07:57.940737 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.022765 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.023095 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.035685 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for f1e19cce-40ee-4cf4-8f33-f3af332d9faa owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:07:58.187746 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (f1e19cce-40ee-4cf4-8f33-f3af332d9faa), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.212116 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=f1e19cce-40ee-4cf4-8f33-f3af332d9faa,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:07:58.224497 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.224851 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.225195 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.225533 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.225865 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.226196 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.226521 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.226844 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.227172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.227495 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.227818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.228191 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.228491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.228839 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.229161 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:07:58.284497 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (12e5fd87-886a-4b9e-ac1f-70ed7eff23c0), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.284823 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 12e5fd87-886a-4b9e-ac1f-70ed7eff23c0 disassociated (deleted). External IP: 172.37.0.168, port: 66fd3d85-3e82-478a-b0aa-2baf2f290298. Oct 24 09:07:58.481941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:07:58.582818 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:07:58.587138 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:07:58.594299 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:07:58.609373 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:07:58.610014 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:07:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:07:58.613011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:58.622486 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-91cb822f-7a8b-485a-98d1-4387b27e0ffa tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/12e5fd87-886a-4b9e-ac1f-70ed7eff23c0 HTTP/1.1" status: 204 len: 168 time: 0.8242230 Oct 24 09:07:58.623481 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:07:58.625842 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f73aab-c5d0-42b1-a142-5648942e17ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:07:58.679808 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4455f2e6-2a2f-41a3-8652-ff7027dd300b x-openstack-request-id: req-4455f2e6-2a2f-41a3-8652-ff7027dd300b {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:07:58.680109 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:07:58.680462 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4455f2e6-2a2f-41a3-8652-ff7027dd300b {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:07:58.680807 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4455f2e6-2a2f-41a3-8652-ff7027dd300b'] response: {'name': 'network-changed', 'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'status': 'completed', 'code': 200} Oct 24 09:07:58.721930 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:07:58.779379 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-9737456b-4f27-4bca-ba9d-f1b4ab2aae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:58.782139 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-9737456b-4f27-4bca-ba9d-f1b4ab2aae23 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 1130 time: 0.0491943 Oct 24 09:07:58.839918 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:07:58.859087 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89e35b-b96c-47c1-b7de-ea80b55f85d9 req-72be1da5-e76e-42df-9049-c36bd6564e5d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:58.860604 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6b89e35b-b96c-47c1-b7de-ea80b55f85d9 req-72be1da5-e76e-42df-9049-c36bd6564e5d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0524926 Oct 24 09:07:58.911246 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-6b89e35b-b96c-47c1-b7de-ea80b55f85d9 req-71dab1ad-c070-4ca0-85ab-eac1d798bc31 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Oct 24 09:07:58.944493 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:07:58.972449 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:07:58.981486 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:07:58.982110 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:07:34Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:07:59.081304 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:07:59.293435 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:07:59.317382 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7020cd-6538-47f9-b80e-cfbb17054ba2 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '59860c02-cd5b-48eb-9af6-b82cfed476c8', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'floating_ip_address': '172.37.0.254', 'floating_network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'router_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'port_id': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'mac_address': 'fa:16:3e:2e:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T09:03:45Z', 'updated_at': '2022-10-24T09:03:47Z', 'revision_number': 1, 'project_id': '30742e7b914243df8dd120079560a3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:07:59.531251 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7967cf5-b217-4b76-850a-0e90c82f228b None None] New status for floating IP 12e5fd87-886a-4b9e-ac1f-70ed7eff23c0: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:07:59.911159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-b77d8529-49e1-4d4e-8cb7-8436ecf8016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:07:59.912621 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-b77d8529-49e1-4d4e-8cb7-8436ecf8016f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.0876281 Oct 24 09:07:59.955759 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-b94383f1-bd47-42f8-abfb-3084f69c62af service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 200 len: 217 time: 0.0363951 Oct 24 09:08:00.037100 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-fb21ff80-1b62-4535-8284-6e1392aab208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:00.038552 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-fb21ff80-1b62-4535-8284-6e1392aab208 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0764265 Oct 24 09:08:00.049480 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b579d-ca41-4466-a764-32c2e63c3cb0 req-ce395a5c-c953-4454-8451-d3ec05f9c537 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:00.050879 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-833b579d-ca41-4466-a764-32c2e63c3cb0 req-ce395a5c-c953-4454-8451-d3ec05f9c537 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0578170 Oct 24 09:08:00.099850 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-833b579d-ca41-4466-a764-32c2e63c3cb0 req-81c17d96-52c3-41c2-842c-8521a3005c5b tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Oct 24 09:08:00.249533 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-0c42c426-dda7-4c46-b02e-1f44dc3b4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:00.250912 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-0c42c426-dda7-4c46-b02e-1f44dc3b4217 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433898 Oct 24 09:08:00.339201 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-dd5007cb-fadf-4450-a22e-298b19f14f78 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812714 Oct 24 09:08:00.566824 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-d4f73aab-c5d0-42b1-a142-5648942e17ea req-44cd4746-1555-4bfc-92fe-520230062cdf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Oct 24 09:08:00.654007 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-5741907c-93a6-4973-a751-3d06f146bfa0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:00.655426 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-5741907c-93a6-4973-a751-3d06f146bfa0 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 946 time: 0.0477993 Oct 24 09:08:00.733465 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port 66fd3d85-3e82-478a-b0aa-2baf2f290298 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:00.733800 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:00.823173 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] For port 66fd3d85-3e82-478a-b0aa-2baf2f290298, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66fd3d85-3e82-478a-b0aa-2baf2f290298,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:00.823431 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:00.836592 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for 66fd3d85-3e82-478a-b0aa-2baf2f290298 owned by compute:nova {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:00.912341 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:00.952282 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:00.964395 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (66fd3d85-3e82-478a-b0aa-2baf2f290298), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:00.993523 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=66fd3d85-3e82-478a-b0aa-2baf2f290298,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:01.041990 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] No DVR routers for this DVR port 66fd3d85-3e82-478a-b0aa-2baf2f290298 on host hv-cinder-maste {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:08:01.045213 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:01.048556 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-7281bca0-6aaf-4d31-bf79-bd7119f2522b req-a7c6a17a-a02c-49e6-9b05-1ebb53dae0e4 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "DELETE /networking/v2.0/ports/66fd3d85-3e82-478a-b0aa-2baf2f290298 HTTP/1.1" status: 204 len: 173 time: 0.3877850 Oct 24 09:08:01.049067 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'name': 'network-vif-deleted', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:08:01.051326 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6d6e7a-b7e1-4e19-a1bf-5c9feba3d8f3" -d '{"events": [{"server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "name": "network-vif-deleted", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:08:01.089567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f6696-725d-4196-ac8f-6dbd8bf9153d x-openstack-request-id: req-257f6696-725d-4196-ac8f-6dbd8bf9153d {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:08:01.089867 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa6b4f8-4ef2-4600-8684-6a7ea6812917", "name": "network-vif-deleted", "tag": "66fd3d85-3e82-478a-b0aa-2baf2f290298", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:08:01.090121 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-257f6696-725d-4196-ac8f-6dbd8bf9153d {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:08:01.090604 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257f6696-725d-4196-ac8f-6dbd8bf9153d'] response: {'server_uuid': '0aa6b4f8-4ef2-4600-8684-6a7ea6812917', 'name': 'network-vif-deleted', 'tag': '66fd3d85-3e82-478a-b0aa-2baf2f290298', 'status': 'completed', 'code': 200} Oct 24 09:08:01.212343 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-969907c3-2b3a-41a6-b8e3-16949c111f11 req-5b6189dd-f3ef-4530-aa16-ee66bbf19831 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0aa6b4f8-4ef2-4600-8684-6a7ea6812917 HTTP/1.1" status: 200 len: 210 time: 0.0321810 Oct 24 09:08:01.950851 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-30c26fc5-f4ea-4bda-8dfa-24c27ab3bccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.247119 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4a206021-66f1-4539-989f-765a592a19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.513809 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54400) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:04.651543 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port 7adee8aa-3eeb-487b-97c4-a2d986fa8c06 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:04.651888 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.726650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.726980 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.739268 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for 7adee8aa-3eeb-487b-97c4-a2d986fa8c06 owned by network:floatingip {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:04.882945 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (7adee8aa-3eeb-487b-97c4-a2d986fa8c06), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.908724 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=7adee8aa-3eeb-487b-97c4-a2d986fa8c06,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:04.971836 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (59860c02-cd5b-48eb-9af6-b82cfed476c8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:04.972189 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.db.l3_db [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Floating IP 59860c02-cd5b-48eb-9af6-b82cfed476c8 disassociated (deleted). External IP: 172.37.0.254, port: f4ba7cc3-9768-4fde-9952-2e905e5b30e5. Oct 24 09:08:05.169884 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:08:05.215358 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:05.271941 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:08:05.276806 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:05.281500 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:08:05.290892 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:05.291496 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:05.306185 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-40958d97-a2bd-4438-9627-f68f91f270f9 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/59860c02-cd5b-48eb-9af6-b82cfed476c8 HTTP/1.1" status: 204 len: 168 time: 0.7912984 Oct 24 09:08:05.306933 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5'}] {{(pid=116186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:08:05.309858 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19051f8962fe0c1c1792db1653e31a9c732f91f59c2e75bf7c4ca3b60a9bbb4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47770a-6ad9-4e74-b817-e364a5bab0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5"}]}' {{(pid=116186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:08:05.392628 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:05.400928 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:05.503343 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b92e6-182b-4e45-a297-5053a76d68cb x-openstack-request-id: req-529b92e6-182b-4e45-a297-5053a76d68cb {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:08:05.503677 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5", "status": "completed", "code": 200}]} {{(pid=116186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:08:05.503896 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-529b92e6-182b-4e45-a297-5053a76d68cb {{(pid=116186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:08:05.504324 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529b92e6-182b-4e45-a297-5053a76d68cb'] response: {'name': 'network-changed', 'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'status': 'completed', 'code': 200} Oct 24 09:08:05.504744 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:05.542744 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578b8f-486a-4dd4-a262-7a2e5f14b1fe req-08f1c23f-e0d6-4cbd-b0d5-f4c0d16d3c6a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:05.544890 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1a578b8f-486a-4dd4-a262-7a2e5f14b1fe req-08f1c23f-e0d6-4cbd-b0d5-f4c0d16d3c6a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0545101 Oct 24 09:08:05.595190 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-1a578b8f-486a-4dd4-a262-7a2e5f14b1fe req-b34743d4-09e6-47c7-877f-fd27dbc7fd5c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Oct 24 09:08:05.606540 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:05.631711 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:08:05.633307 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:05.642264 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:05.642871 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:05.799739 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:05.826201 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:06.010751 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:06.041127 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a9bc-da3a-4455-8d82-bb6fabeda0ba None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:54Z', 'revision_number': 4, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b1829298-58ad-4ce3-a938-4ebbeb48f42c', 'name': '', 'network_id': '15551789-d406-4f91-85fe-9eee40e4ab51', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'mac_address': 'fa:16:3e:57:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:53Z', 'updated_at': '2022-10-24T09:00:00Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'subnets': [{'id': 'd2ade3a1-177a-465c-b515-db694ed98006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:08:06.046705 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 66fd3d85-3e82-478a-b0aa-2baf2f290298 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:06.066928 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: 66fd3d85-3e82-478a-b0aa-2baf2f290298 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:06.067191 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device 66fd3d85-3e82-478a-b0aa-2baf2f290298 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:06.250592 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc4431-c661-40b1-a714-0772a97a596f None None] New status for floating IP 59860c02-cd5b-48eb-9af6-b82cfed476c8: DOWN {{(pid=116187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 09:08:06.660125 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-9d2bb084-2b81-4ade-bd29-43f991d48f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:06.661636 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-9d2bb084-2b81-4ade-bd29-43f991d48f95 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=30742e7b914243df8dd120079560a3de&device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 1130 time: 0.0402265 Oct 24 09:08:07.008568 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:07.009744 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf956-1c07-44f3-877c-572d440ac39e req-73c1b3e6-f47b-453e-b301-f3c5d362816a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:07.011235 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef2bf956-1c07-44f3-877c-572d440ac39e req-73c1b3e6-f47b-453e-b301-f3c5d362816a tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.3348317 Oct 24 09:08:07.107899 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-157a9fff-5e9e-4a4f-8ee3-885da2538365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:07.109394 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-157a9fff-5e9e-4a4f-8ee3-885da2538365 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 200 len: 912 time: 0.1420169 Oct 24 09:08:07.113306 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-ef2bf956-1c07-44f3-877c-572d440ac39e req-5d3199d6-89f0-4e8c-a2c8-46187d49e848 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c0e2a658-0a96-4896-808e-c87e0f025fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744882 Oct 24 09:08:07.178631 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:07.279112 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-72c90977-7c63-4d0d-893e-59484901f0a8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 200 len: 217 time: 0.0366168 Oct 24 09:08:07.405277 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-888254bf-7a21-4bdf-915b-d705abedb231 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:07.406824 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-888254bf-7a21-4bdf-915b-d705abedb231 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 946 time: 0.0497463 Oct 24 09:08:07.414434 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-2db3bc40-935f-41b1-8ca5-6623f81eee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:07.415868 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-2db3bc40-935f-41b1-8ca5-6623f81eee33 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 200 len: 850 time: 0.0587606 Oct 24 09:08:07.665820 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-dc50c589-95b5-4762-aba5-5cdc60c2aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 09:08:07.667303 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-dc50c589-95b5-4762-aba5-5cdc60c2aadf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=15551789-d406-4f91-85fe-9eee40e4ab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421739 Oct 24 09:08:07.708893 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:07.709237 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:07.764319 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-fc6a5ef4-32a8-4af2-b703-888b32995997 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890296 Oct 24 09:08:07.804095 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] For port f4ba7cc3-9768-4fde-9952-2e905e5b30e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:07.804486 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:07.817892 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for f4ba7cc3-9768-4fde-9952-2e905e5b30e5 owned by compute:nova {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:07.854133 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-da47770a-6ad9-4e74-b817-e364a5bab0b7 req-1910a795-0cf0-47fd-a320-894e536c8fb8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835207 Oct 24 09:08:07.945539 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (f4ba7cc3-9768-4fde-9952-2e905e5b30e5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:07.978087 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=f4ba7cc3-9768-4fde-9952-2e905e5b30e5,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:08.006175 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.006529 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.006900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.007238 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.007570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.007900 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.008248 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.008574 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.008898 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.009222 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.009544 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.009870 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.010191 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.010507 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.010826 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:08.035872 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] No DVR routers for this DVR port f4ba7cc3-9768-4fde-9952-2e905e5b30e5 on host hv-cinder-maste {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:08:08.038483 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for port (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:08.042034 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [req-8cbfada1-4ab9-4dc6-8da6-89dd93e8892c req-81f27aa6-a520-4cc1-97e2-04303ce2af6c tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.13 "DELETE /networking/v2.0/ports/f4ba7cc3-9768-4fde-9952-2e905e5b30e5 HTTP/1.1" status: 204 len: 173 time: 0.4162698 Oct 24 09:08:08.042530 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'name': 'network-vif-deleted', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5'}] {{(pid=116185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 09:08:08.045869 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6101b79bee7d5e930dd909887fb65359493272bac2614029ba6a6e3adb7ec11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6182f-2fbc-432d-b9f5-5104f7fc53fe" -d '{"events": [{"server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "name": "network-vif-deleted", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5"}]}' {{(pid=116185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 09:08:08.147518 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 09:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a3438-a727-47c7-a450-3201cd6732d5 x-openstack-request-id: req-652a3438-a727-47c7-a450-3201cd6732d5 {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 09:08:08.147812 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1812c1d4-2552-4a5e-9e55-42c7eec001cd", "name": "network-vif-deleted", "tag": "f4ba7cc3-9768-4fde-9952-2e905e5b30e5", "status": "completed", "code": 200}]} {{(pid=116185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 09:08:08.148086 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-652a3438-a727-47c7-a450-3201cd6732d5 {{(pid=116185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 09:08:08.148551 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652a3438-a727-47c7-a450-3201cd6732d5'] response: {'server_uuid': '1812c1d4-2552-4a5e-9e55-42c7eec001cd', 'name': 'network-vif-deleted', 'tag': 'f4ba7cc3-9768-4fde-9952-2e905e5b30e5', 'status': 'completed', 'code': 200} Oct 24 09:08:08.222773 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [req-c3c3a161-3d5a-4706-ac32-fdf33214e2f8 req-aafd982e-2379-4651-81c8-163fc2d0c9f7 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1812c1d4-2552-4a5e-9e55-42c7eec001cd HTTP/1.1" status: 200 len: 210 time: 0.0323992 Oct 24 09:08:09.290029 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54422) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:09.398347 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Deleting port 5dbda80c-ba3f-4c02-84e4-817932f5babe {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:09.398689 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.476477 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.476809 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (5dbda80c-ba3f-4c02-84e4-817932f5babe), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.489422 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Calling delete_port for 5dbda80c-ba3f-4c02-84e4-817932f5babe owned by network:floatingip {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:09.616024 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (5dbda80c-ba3f-4c02-84e4-817932f5babe), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.645440 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'Port': ['ID=5dbda80c-ba3f-4c02-84e4-817932f5babe,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:09.670821 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:09.708550 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for floatingip (8cceef77-8ba3-408d-a98b-719532ff99b5), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.711123 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39378'] for floatingip (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:09.712323 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-cc109cf2-1519-4e79-8fbb-5c530e271ba6 tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/8cceef77-8ba3-408d-a98b-719532ff99b5 HTTP/1.1" status: 204 len: 168 time: 0.4222543 Oct 24 09:08:10.917358 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54434) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:10.974658 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (c0e2a658-0a96-4896-808e-c87e0f025fb8), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.004331 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (c0e2a658-0a96-4896-808e-c87e0f025fb8), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.064159 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (c0e2a658-0a96-4896-808e-c87e0f025fb8), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.066743 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.067888 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c0e2a658-0a96-4896-808e-c87e0f025fb8 HTTP/1.1" status: 204 len: 168 time: 0.1488626 Oct 24 09:08:11.077471 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebcc56-32c9-4be3-b157-736a47a1af4d tempest-TestVolumeBootPattern-2039901937 tempest-TestVolumeBootPattern-2039901937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2a658-0a96-4896-808e-c87e0f025fb8,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:11.126399 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54438) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:11.328158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:11.410833 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:11.538368 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.759493 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Deleting port b1829298-58ad-4ce3-a938-4ebbeb48f42c {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:11.759741 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.838171 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] For port b1829298-58ad-4ce3-a938-4ebbeb48f42c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b1829298-58ad-4ce3-a938-4ebbeb48f42c,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:11.838520 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:11.851567 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Calling delete_port for b1829298-58ad-4ce3-a938-4ebbeb48f42c owned by network:router_interface {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:12.032708 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (b1829298-58ad-4ce3-a938-4ebbeb48f42c), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.059177 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1829298-58ad-4ce3-a938-4ebbeb48f42c,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:12.060932 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device f4ba7cc3-9768-4fde-9952-2e905e5b30e5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:12.085181 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] No Port match for: f4ba7cc3-9768-4fde-9952-2e905e5b30e5 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:12.085531 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Device f4ba7cc3-9768-4fde-9952-2e905e5b30e5 not bound to the agent host hv-cinder-maste {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:12.174964 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:12.236248 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.237935 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:12.258558 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d8efd-6758-4c57-b271-1dec02eb33c5 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:08:12.333326 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d8efd-6758-4c57-b271-1dec02eb33c5 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:08:12.452293 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Router 05d7468b-20e4-44aa-8d73-01654b3d6e02 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:08:12.554090 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:08:12.563435 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-156d491e-0f0b-4dff-b0ab-a0d161908f2b admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/05d7468b-20e4-44aa-8d73-01654b3d6e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323096 Oct 24 09:08:12.563435 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54442) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:12.566532 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Sync routers for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:08:12.578033 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:12.578661 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:12.671709 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks [] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.687590 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: dv-cinder-master-3-iscsi {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:12.779445 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks [] for router_gateway (05d7468b-20e4-44aa-8d73-01654b3d6e02), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.824631 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Deleting port 0e82f9ec-d923-4fce-b002-67fd2f54a459 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:12.824977 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.868802 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172'}], 'enable_snat': True}, 'gw_port_id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T09:08:11Z', 'revision_number': 5, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port': {'id': '0e82f9ec-d923-4fce-b002-67fd2f54a459', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T08:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:12.896364 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Checking router: 05d7468b-20e4-44aa-8d73-01654b3d6e02 for host: dv-cinder-master-3-iscsi {{(pid=116188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:08:12.906660 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Routers {'05d7468b-20e4-44aa-8d73-01654b3d6e02'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:12.907319 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['05d7468b-20e4-44aa-8d73-01654b3d6e02'], 'active': True} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:12.916967 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] For port 0e82f9ec-d923-4fce-b002-67fd2f54a459, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e82f9ec-d923-4fce-b002-67fd2f54a459,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:12.917330 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.931398 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Calling delete_port for 0e82f9ec-d923-4fce-b002-67fd2f54a459 owned by network:router_gateway {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:12.959611 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-ef05fcec-a733-4d93-b4c9-632bde4d3fdf None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:08:12.959976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ef05fcec-a733-4d93-b4c9-632bde4d3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:12.960335 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-ef05fcec-a733-4d93-b4c9-632bde4d3fdf None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 09:08:12.978380 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=100 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:12.996181 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_dvr_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] Set router 05d7468b-20e4-44aa-8d73-01654b3d6e02 gateway port host: None {{(pid=116188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:13.042719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-ef05fcec-a733-4d93-b4c9-632bde4d3fdf None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:08:13.048693 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.l3_hamode_db [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T09:08:12Z', 'revision_number': 6, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:13.059789 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:13.074848 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252586d-1bd2-4225-b519-2bfbd2b38bd5 None None] The sync data for ids ['05d7468b-20e4-44aa-8d73-01654b3d6e02'] in dv-cinder-master-3-iscsi is: [{'id': '05d7468b-20e4-44aa-8d73-01654b3d6e02', 'name': 'tempest-TestVolumeBootPattern-673518241-router', 'tenant_id': '30742e7b914243df8dd120079560a3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:51Z', 'updated_at': '2022-10-24T09:08:12Z', 'revision_number': 6, 'project_id': '30742e7b914243df8dd120079560a3de', 'gw_port_host': None}] {{(pid=116188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:08:13.121531 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (0e82f9ec-d923-4fce-b002-67fd2f54a459), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.146919 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82f9ec-d923-4fce-b002-67fd2f54a459,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:13.162020 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-ad4f5230-ead7-4c1c-94ac-9c703fde1ae0 None None] Provisioning complete for port 85061bc4-081c-4c28-be03-5ec598690cc3 triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:08:13.162515 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5230-ead7-4c1c-94ac-9c703fde1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.162739 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-ad4f5230-ead7-4c1c-94ac-9c703fde1ae0 None None] Attempt 1 to provision port 85061bc4-081c-4c28-be03-5ec598690cc3 Oct 24 09:08:13.197143 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:13.212840 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.237461 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f5230-ead7-4c1c-94ac-9c703fde1ae0 None None] Current status of the port 85061bc4-081c-4c28-be03-5ec598690cc3 is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:08:13.298491 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.300665 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks [] for router_controller (05d7468b-20e4-44aa-8d73-01654b3d6e02), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.342337 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (05d7468b-20e4-44aa-8d73-01654b3d6e02), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.342943 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d7468b-20e4-44aa-8d73-01654b3d6e02 {{(pid=116186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:08:13.347088 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.348276 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-43ac7809-f018-410c-829a-22117c4222e8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/05d7468b-20e4-44aa-8d73-01654b3d6e02 HTTP/1.1" status: 204 len: 168 time: 0.7844257 Oct 24 09:08:13.351167 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54444) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:13.396501 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Deleting subnet d2ade3a1-177a-465c-b515-db694ed98006 {{(pid=116186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:08:13.399568 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Publish callbacks [] for subnet (d2ade3a1-177a-465c-b515-db694ed98006), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.439759 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25821202'] for subnet (d2ade3a1-177a-465c-b515-db694ed98006), precommit_delete_associations {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.516885 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (d2ade3a1-177a-465c-b515-db694ed98006), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.568922 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25989483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25930978'] for subnet (d2ade3a1-177a-465c-b515-db694ed98006), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.598172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ade3a1-177a-465c-b515-db694ed98006,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:13.602650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.606681 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-a7e48d41-dcd7-4004-b113-14741c57ed80 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/d2ade3a1-177a-465c-b515-db694ed98006 HTTP/1.1" status: 204 len: 168 time: 0.2543266 Oct 24 09:08:13.609172 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54446) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:13.611578 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1582f0-5830-4a2e-9202-fb1b3b388961 None None] Network 15551789-d406-4f91-85fe-9eee40e4ab51 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:08:13.680319 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (15551789-d406-4f91-85fe-9eee40e4ab51), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.723679 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Deleting port 85061bc4-081c-4c28-be03-5ec598690cc3 {{(pid=116186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:13.727503 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.794467 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.db [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] For port 85061bc4-081c-4c28-be03-5ec598690cc3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85061bc4-081c-4c28-be03-5ec598690cc3,segment=NetworkSegment(f6d37100-0b97-46fe-bcbf-e8f0c94884dc),segment_id=f6d37100-0b97-46fe-bcbf-e8f0c94884dc)] {{(pid=116186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:13.794739 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.807260 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.plugin [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Calling delete_port for 85061bc4-081c-4c28-be03-5ec598690cc3 owned by network:dhcp {{(pid=116186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:13.845881 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] DHCP port deletion for 15551789-d406-4f91-85fe-9eee40e4ab51 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:08:13.891106 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990808'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.893874 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Deleting port 85061bc4-081c-4c28-be03-5ec598690cc3 {{(pid=116187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:13.894323 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), before_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.922650 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Pushing event deleted for resources: {'Port': ['ID=85061bc4-081c-4c28-be03-5ec598690cc3,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:13.924291 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] No DVR routers for this DVR port 85061bc4-081c-4c28-be03-5ec598690cc3 on host dv-cinder-master-3-iscsi {{(pid=116186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:08:13.968813 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.db [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] For port 85061bc4-081c-4c28-be03-5ec598690cc3, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=116187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:13.969211 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), precommit_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.985054 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Calling delete_port for 85061bc4-081c-4c28-be03-5ec598690cc3 owned by network:dhcp {{(pid=116187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:13.988088 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.ipam_backend_mixin [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Port 85061bc4-081c-4c28-be03-5ec598690cc3 was not found and therefore no delete operation was performed {{(pid=116187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 09:08:13.989445 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599'] for port (85061bc4-081c-4c28-be03-5ec598690cc3), after_delete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:13.993042 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:13.997790 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (15551789-d406-4f91-85fe-9eee40e4ab51), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.018679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Pushing event deleted for resources: {'Port': ['ID=85061bc4-081c-4c28-be03-5ec598690cc3,revision_number=None']} {{(pid=116187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:14.021837 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15551789-d406-4f91-85fe-9eee40e4ab51']}} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:14.022776 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:14.023838 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 0e82f9ec-d923-4fce-b002-67fd2f54a459 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:14.035070 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc') {'for_net_delete': True} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:14.035375 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.services.segments.db [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d37100-0b97-46fe-bcbf-e8f0c94884dc') {} {{(pid=116186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:14.046719 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25821209'] for segment (f6d37100-0b97-46fe-bcbf-e8f0c94884dc), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.049259 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] No DVR routers for this DVR port 85061bc4-081c-4c28-be03-5ec598690cc3 on host dv-cinder-master-3-iscsi {{(pid=116187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:08:14.051882 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.052255 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.052603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.053006 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.053345 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.053679 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.054008 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.054863 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.054863 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.055109 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.055286 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.055613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.055937 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.056288 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.056616 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4072-aa2f-42e2-a735-9eacc909227d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=116187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 09:08:14.062376 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 0e82f9ec-d923-4fce-b002-67fd2f54a459 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:14.062659 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 0e82f9ec-d923-4fce-b002-67fd2f54a459 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:14.066365 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b1829298-58ad-4ce3-a938-4ebbeb48f42c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:14.070320 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (f6d37100-0b97-46fe-bcbf-e8f0c94884dc), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.078119 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=116186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:08:14.078685 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990861'] for segment (f6d37100-0b97-46fe-bcbf-e8f0c94884dc), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.088882 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: b1829298-58ad-4ce3-a938-4ebbeb48f42c {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:14.088882 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b1829298-58ad-4ce3-a938-4ebbeb48f42c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:14.090102 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 85061bc4-081c-4c28-be03-5ec598690cc3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:14.110182 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment f6d37100-0b97-46fe-bcbf-e8f0c94884dc resource provider aggregate not found Oct 24 09:08:14.117398 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: 85061bc4-081c-4c28-be03-5ec598690cc3 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:14.117829 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device 85061bc4-081c-4c28-be03-5ec598690cc3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:14.153141 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:14.160878 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.services.segments.plugin [-] Segment f6d37100-0b97-46fe-bcbf-e8f0c94884dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6d37100-0b97-46fe-bcbf-e8f0c94884dc found for delete ", "request_id": "req-ffe542c1-14f6-4c5b-9c0e-781315bf2c45"}]} Oct 24 09:08:14.165640 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (15551789-d406-4f91-85fe-9eee40e4ab51), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.171975 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.174411 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/15551789-d406-4f91-85fe-9eee40e4ab51 HTTP/1.1" status: 204 len: 168 time: 0.5642984 Oct 24 09:08:14.177526 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54452) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:14.185751 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2acad-3646-4bad-95e8-2263a93f5098 admin admin] Pushing event deleted for resources: {'Network': ['ID=15551789-d406-4f91-85fe-9eee40e4ab51,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:14.224898 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:14.486605 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4169855'] for router_interface (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.701878 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Deleting port b28056f5-3b96-4edf-9f07-5e36effc1274 {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:14.702216 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.784065 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] For port b28056f5-3b96-4edf-9f07-5e36effc1274, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b28056f5-3b96-4edf-9f07-5e36effc1274,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:14.784378 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.797231 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Calling delete_port for b28056f5-3b96-4edf-9f07-5e36effc1274 owned by network:router_interface {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:14.976094 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (b28056f5-3b96-4edf-9f07-5e36effc1274), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:14.979138 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:15.004732 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b28056f5-3b96-4edf-9f07-5e36effc1274,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:15.010454 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:15.173749 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4171727'] for router_interface (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:15.195148 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f98e9d-1207-4f86-b49e-9d7f27ab2719 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=116187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 09:08:15.219210 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:15.263998 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f98e9d-1207-4f86-b49e-9d7f27ab2719 None None] Resources bound (agent type, host, resource id): {{(pid=116187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 09:08:15.385666 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Router 360c13bf-24e7-494a-8a63-ed9d7077afc1 has already been hosted by L3 agent 7207da26-faad-4c10-81de-a908d61d8380 {{(pid=116185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 09:08:15.494595 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=116185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 09:08:15.500333 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-6501bbf0-2f92-47fa-a325-9147001ebc5c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/360c13bf-24e7-494a-8a63-ed9d7077afc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3216817 Oct 24 09:08:15.503140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54454) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:15.505951 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Sync routers for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 09:08:15.519685 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:15.520471 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:15.614091 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks [] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:15.631557 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: dv-cinder-master-3-iscsi {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:15.721209 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks [] for router_gateway (360c13bf-24e7-494a-8a63-ed9d7077afc1), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:15.768541 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Deleting port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:15.768896 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:15.813779 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'external_fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125'}], 'enable_snat': True}, 'gw_port_id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:08:14Z', 'revision_number': 5, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port': {'id': 'ee593d8a-2f88-496d-a0a0-5aa298ef1dfa', 'name': '', 'network_id': 'c4b2e5b5-798f-4fae-b539-beec4dbeb107', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'ip_address': '172.37.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T08:59:57Z', 'updated_at': '2022-10-24T09:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb9af6ba-b228-4485-8c57-6773febf73da', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:15.845051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Checking router: 360c13bf-24e7-494a-8a63-ed9d7077afc1 for host: dv-cinder-master-3-iscsi {{(pid=116187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 09:08:15.854268 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Routers {'360c13bf-24e7-494a-8a63-ed9d7077afc1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=116187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 09:08:15.854687 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T08:42:34Z,description=,heartbeat_timestamp=2022-10-24T09:08:04Z,host='dv-cinder-master-3-iscsi',id=7207da26-faad-4c10-81de-a908d61d8380,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T08:42:34Z,topic='l3_agent')) {'router_ids': ['360c13bf-24e7-494a-8a63-ed9d7077afc1'], 'active': True} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:15.859686 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] For port ee593d8a-2f88-496d-a0a0-5aa298ef1dfa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,segment=NetworkSegment(02c254da-6839-4b14-8103-c891477b5137),segment_id=02c254da-6839-4b14-8103-c891477b5137)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:15.860920 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:15.876300 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Calling delete_port for ee593d8a-2f88-496d-a0a0-5aa298ef1dfa owned by network:router_gateway {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:15.918694 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:15.939993 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:15.945680 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_dvr_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] Set router 360c13bf-24e7-494a-8a63-ed9d7077afc1 gateway port host: None {{(pid=116187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 09:08:16.063002 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (ee593d8a-2f88-496d-a0a0-5aa298ef1dfa), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.086628 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee593d8a-2f88-496d-a0a0-5aa298ef1dfa,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:16.137178 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.l3_hamode_db [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:08:15Z', 'revision_number': 6, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=116187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:16.153659 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4171162'] for router_gateway (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.169712 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5c312-cba6-4f3c-9684-cdc786026e79 None None] The sync data for ids ['360c13bf-24e7-494a-8a63-ed9d7077afc1'] in dv-cinder-master-3-iscsi is: [{'id': '360c13bf-24e7-494a-8a63-ed9d7077afc1', 'name': 'tempest-TestVolumeBootPattern-701881873-router', 'tenant_id': 'c7a6f9b4599c433fa5666799780fbadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T08:59:56Z', 'updated_at': '2022-10-24T09:08:15Z', 'revision_number': 6, 'project_id': 'c7a6f9b4599c433fa5666799780fbadb', 'gw_port_host': None}] {{(pid=116187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 09:08:16.171358 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.db.provisioning_blocks [None req-47106309-49d8-4403-809a-49c2ce57d78b None None] Provisioning complete for port df7e0a88-4280-467d-9621-b6ed40e7813a triggered by entity DHCP. {{(pid=116187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 09:08:16.171717 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-47106309-49d8-4403-809a-49c2ce57d78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13061553'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), provisioning_complete {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.172039 dv-cinder-master-3-iscsi neutron-server[116187]: INFO neutron.plugins.ml2.plugin [None req-47106309-49d8-4403-809a-49c2ce57d78b None None] Attempt 1 to provision port df7e0a88-4280-467d-9621-b6ed40e7813a Oct 24 09:08:16.246883 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4167061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503475'] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.249153 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks [] for router_controller (360c13bf-24e7-494a-8a63-ed9d7077afc1), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.250455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-47106309-49d8-4403-809a-49c2ce57d78b None None] Current status of the port df7e0a88-4280-467d-9621-b6ed40e7813a is: ACTIVE; New status is: ACTIVE {{(pid=116187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 09:08:16.299515 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4169788'] for router (360c13bf-24e7-494a-8a63-ed9d7077afc1), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.300115 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360c13bf-24e7-494a-8a63-ed9d7077afc1 {{(pid=116185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 09:08:16.304332 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.305470 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-5e53223e-892e-4a2d-8520-7661a7d67d68 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/360c13bf-24e7-494a-8a63-ed9d7077afc1 HTTP/1.1" status: 204 len: 168 time: 0.8012757 Oct 24 09:08:16.308026 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54456) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:16.353222 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Deleting subnet 81dd8046-de15-4596-b272-feb1b1fa5984 {{(pid=116185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 09:08:16.357250 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Publish callbacks [] for subnet (81dd8046-de15-4596-b272-feb1b1fa5984), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.391474 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25434787'] for subnet (81dd8046-de15-4596-b272-feb1b1fa5984), precommit_delete_associations {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.467613 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12869451'] for subnet (81dd8046-de15-4596-b272-feb1b1fa5984), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.521702 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12869456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25434760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25809958'] for subnet (81dd8046-de15-4596-b272-feb1b1fa5984), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.545193 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dd8046-de15-4596-b272-feb1b1fa5984,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:16.556651 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for subnet (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.562892 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-9b393bfa-5e54-4491-9045-08bf05c9b166 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/81dd8046-de15-4596-b272-feb1b1fa5984 HTTP/1.1" status: 204 len: 168 time: 0.2506976 Oct 24 09:08:16.563009 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54458) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:16.565379 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c465341-b0a4-4c71-946b-c3b32f40aa3c None None] Network b3fb690c-b002-4faa-9578-3c84a51923f7 requested from dv-cinder-master-3-iscsi {{(pid=116187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 09:08:16.640565 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12982594'] for network (b3fb690c-b002-4faa-9578-3c84a51923f7), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.681665 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Deleting port df7e0a88-4280-467d-9621-b6ed40e7813a {{(pid=116185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 09:08:16.682008 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760582176997'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.745394 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.db [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] For port df7e0a88-4280-467d-9621-b6ed40e7813a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=df7e0a88-4280-467d-9621-b6ed40e7813a,segment=NetworkSegment(306c6a44-1b67-497e-9d0d-2c8efb19b87f),segment_id=306c6a44-1b67-497e-9d0d-2c8efb19b87f)] {{(pid=116185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 09:08:16.746298 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4169221'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.759125 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.plugin [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Calling delete_port for df7e0a88-4280-467d-9621-b6ed40e7813a owned by network:dhcp {{(pid=116185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 09:08:16.827570 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:16.838877 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12874133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760582181295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760581674599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435515'] for port (df7e0a88-4280-467d-9621-b6ed40e7813a), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:16.844498 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:16.866224 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7e0a88-4280-467d-9621-b6ed40e7813a,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:16.870149 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] No DVR routers for this DVR port df7e0a88-4280-467d-9621-b6ed40e7813a on host dv-cinder-master-3-iscsi {{(pid=116185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 09:08:16.948527 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731143b2-dc8a-4d34-aa38-57adf730a5a8 None None] DHCP port deletion for b3fb690c-b002-4faa-9578-3c84a51923f7 request from dv-cinder-master-3-iscsi {{(pid=116187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 09:08:17.197339 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13063890', 'neutron.services.segments.db._delete_segments_for_network-8760582207811'] for network (b3fb690c-b002-4faa-9578-3c84a51923f7), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.218167 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fb690c-b002-4faa-9578-3c84a51923f7']}} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:17.227460 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306c6a44-1b67-497e-9d0d-2c8efb19b87f') {'for_net_delete': True} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:17.227762 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.services.segments.db [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306c6a44-1b67-497e-9d0d-2c8efb19b87f') {} {{(pid=116185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 09:08:17.238157 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760582207874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25434792'] for segment (306c6a44-1b67-497e-9d0d-2c8efb19b87f), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.252430 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627'] for segment (306c6a44-1b67-497e-9d0d-2c8efb19b87f), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.258646 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=116185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 09:08:17.259037 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12868627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435438'] for segment (306c6a44-1b67-497e-9d0d-2c8efb19b87f), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.305235 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 306c6a44-1b67-497e-9d0d-2c8efb19b87f resource provider aggregate not found Oct 24 09:08:17.322891 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.services.segments.plugin [-] Segment 306c6a44-1b67-497e-9d0d-2c8efb19b87f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 306c6a44-1b67-497e-9d0d-2c8efb19b87f found for delete ", "request_id": "req-d1e7bbe2-c96b-49d3-ab98-1b0cbfb8c46d"}]} Oct 24 09:08:17.324150 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13063899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4171090'] for network (b3fb690c-b002-4faa-9578-3c84a51923f7), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.329456 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733309'] for network (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.332553 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/b3fb690c-b002-4faa-9578-3c84a51923f7 HTTP/1.1" status: 204 len: 168 time: 0.7686510 Oct 24 09:08:17.343539 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0763b-8048-44fb-b5e2-e85565770bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fb690c-b002-4faa-9578-3c84a51923f7,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:17.447100 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54466) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:17.490455 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-ae2bf464-cd2d-42ca-8f63-054b90c0a606 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=30742e7b914243df8dd120079560a3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422261 Oct 24 09:08:17.492914 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [-] (116185) accepted ('10.222.0.39', 54468) {{(pid=116185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:17.540036 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] Publish callbacks [] for security_group (abb40719-f665-40bf-a22d-b47ceba04f95), before_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.559941 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] Publish callbacks [] for security_group (abb40719-f665-40bf-a22d-b47ceba04f95), precommit_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.606140 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (abb40719-f665-40bf-a22d-b47ceba04f95), after_delete {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.608703 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron_lib.callbacks.manager [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:17.609831 dv-cinder-master-3-iscsi neutron-server[116185]: INFO neutron.wsgi [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/abb40719-f665-40bf-a22d-b47ceba04f95 HTTP/1.1" status: 204 len: 168 time: 0.1160324 Oct 24 09:08:17.617422 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71430ffe-3a44-4d20-9a9b-b409c5b529ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb40719-f665-40bf-a22d-b47ceba04f95,revision_number=None']} {{(pid=116185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:17.934116 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54474) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:17.971976 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b28056f5-3b96-4edf-9f07-5e36effc1274 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:17.977995 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-f28d2533-f1dc-4fcc-95bd-844059e0dcd1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c7a6f9b4599c433fa5666799780fbadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427308 Oct 24 09:08:17.980538 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [-] (116186) accepted ('10.222.0.39', 54476) {{(pid=116186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 09:08:18.002973 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: b28056f5-3b96-4edf-9f07-5e36effc1274 {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:18.003316 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device b28056f5-3b96-4edf-9f07-5e36effc1274 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:18.003750 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device df7e0a88-4280-467d-9621-b6ed40e7813a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:18.022208 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: df7e0a88-4280-467d-9621-b6ed40e7813a {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:18.022555 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device df7e0a88-4280-467d-9621-b6ed40e7813a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:18.022966 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ee593d8a-2f88-496d-a0a0-5aa298ef1dfa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 09:08:18.030756 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] Publish callbacks [] for security_group (98352581-93d3-49ec-9678-4e565347b355), before_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:18.044703 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] No Port match for: ee593d8a-2f88-496d-a0a0-5aa298ef1dfa {{(pid=116187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 09:08:18.045051 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron.plugins.ml2.rpc [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Device ee593d8a-2f88-496d-a0a0-5aa298ef1dfa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=116187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 09:08:18.051011 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] Publish callbacks [] for security_group (98352581-93d3-49ec-9678-4e565347b355), precommit_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:18.101762 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171337'] for security_group (98352581-93d3-49ec-9678-4e565347b355), after_delete {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:18.104725 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron_lib.callbacks.manager [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:18.106119 dv-cinder-master-3-iscsi neutron-server[116186]: INFO neutron.wsgi [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/98352581-93d3-49ec-9678-4e565347b355 HTTP/1.1" status: 204 len: 168 time: 0.1243362 Oct 24 09:08:18.113773 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386cf3e-099a-4dda-b792-f56bf60fc054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98352581-93d3-49ec-9678-4e565347b355,revision_number=None']} {{(pid=116186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 09:08:24.941927 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=100 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:24.955042 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:27.612552 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:27.613277 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG dbcounter [-] [116185] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=116185) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:28.088579 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=31,neutron:DELETE=7 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:28.110158 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG dbcounter [-] [116186] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=116186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:30.037215 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:08:31.944427 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-4d735942-47e7-4848-9701-de04f72b1cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:34.252432 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bd00-51d6-49d7-95ef-68d369459f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:35.801932 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:37.003401 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:37.177455 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:37.182372 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:08:40.032770 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:40.033564 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=73 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:52.034740 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:52.036719 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=13 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:08:54.953002 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:01.946675 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-9d05355d-82d9-47bb-836f-de0b5191574b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:04.254430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d3dfec48-4754-4116-b7a9-4fbfae1f74dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:05.804216 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:07.012050 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:07.035806 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:09:07.186585 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:17.031189 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:17.031930 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:17.174360 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:17.182290 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:24.968411 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:31.949823 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-14e8a5d3-f027-4537-bc63-aab24ad84726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:32.038479 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=11 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:32.045434 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=15 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:34.256732 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5e39-0475-40a4-b4f7-e1849de775d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:35.808256 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:37.010129 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:37.189521 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:09:44.034649 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:09:47.178265 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:47.185936 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:51.142224 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=2 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:52.737183 dv-cinder-master-3-iscsi neutron-server[116186]: DEBUG neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-6040aab1-062c-4747-8792-e86988979b92 service neutron] (116186) timed out ('10.222.0.39', 47412) {{(pid=116186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 09:09:52.911258 dv-cinder-master-3-iscsi neutron-server[116185]: DEBUG neutron.wsgi [req-e3a348be-130b-46b4-8d66-b67fcefe1101 req-637542af-19dc-45a7-92b0-b9eb3d492cfc tempest-AttachVolumeShelveTestJSON-160255499 tempest-AttachVolumeShelveTestJSON-160255499-project] (116185) timed out ('10.222.0.39', 47424) {{(pid=116185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 09:09:54.030525 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:09:54.982529 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:01.954931 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-47692c5d-8b1e-4eac-95f2-2d9dd3a9991d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:04.259250 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4ef-1ccf-4c3f-805b-ee8361e728b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:05.809566 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:07.012520 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:07.192887 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:17.186125 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:17.188961 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:21.033494 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:10:24.997709 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:31.028841 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:31.029616 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:31.957430 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-82ef1bef-de7a-4a86-9365-cf581939218d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:34.262484 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-5eb0e859-efdc-44d5-b57c-b9e0cb5313ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:35.812118 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:37.014847 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:37.195163 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:52.033038 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:52.034869 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:10:54.999539 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:10:58.032752 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:11:01.958919 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-3fea3cfb-24f8-4578-9b74-6ddc1297f3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:04.264410 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-0620ed5b-cc09-4d07-ab3b-5d795692d6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:05.815694 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:07.016780 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:07.200788 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:08.027216 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:08.027953 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:17.194432 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:17.196246 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:24.996045 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:31.964603 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c8932206-3622-49b1-88dc-62e86551e526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:32.123527 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=11 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:34.266205 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-2d7c961f-d2d6-4048-b09a-d3f7ff4668ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:35.033422 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:11:35.818511 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:37.020103 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:37.193171 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:42.137561 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=4 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:45.029389 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=19 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:47.182473 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:47.189102 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:55.011013 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:11:57.023334 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:11:57.024083 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:01.966647 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-78afd927-6514-4e58-af6d-46d85f95e5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:04.267936 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b7003f08-5502-463a-b255-9f06df85a4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:05.822787 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:07.022568 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:07.195429 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:12.033151 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:12:17.185609 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:17.191424 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:25.025940 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:30.050138 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=6 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:30.050846 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:31.968295 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-b2a7de10-d7d8-4e8c-bbd8-416da31ece67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:34.270452 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-d0414f0c-acda-4a50-adea-fabc7b3007cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:35.825230 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:37.025078 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:37.199498 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:49.032519 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:12:52.032681 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:52.034643 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:55.040068 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:12:56.131080 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=3 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:12:59.029063 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=5 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:01.970748 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-c88b7918-96ef-4ff2-afe8-df44de9f3d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:04.272107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-662663e0-1b88-4ec7-8fc6-45df0c5909be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:05.827606 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:07.028593 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:07.202880 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:17.196563 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:17.198725 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:25.047017 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-23d9a644-cfb8-4fa4-9c8e-35f211b2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (2b9eba11-e27f-4570-a97f-00012bdf5191), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:26.030976 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG neutron.db.agents_db [None req-8154b3d5-b98f-4530-8d46-3f5d7f362c80 None None] Agent healthcheck: found 6 active agents {{(pid=116188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 09:13:31.975613 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-a34d8204-f095-4946-9469-c0674d4d6a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (b8ed8f4a-7827-4486-8fa8-c1bc0854027a), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:33.127391 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=16 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:34.274923 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbd15-456f-4945-8080-1dada1562817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (7207da26-faad-4c10-81de-a908d61d8380), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:35.831697 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-18fe9d20-54f0-427d-8680-846507c478e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (917aaed1-af8b-4bd7-94c3-efc3cc951f15), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:36.027233 dv-cinder-master-3-iscsi neutron-server[116188]: DEBUG dbcounter [-] [116188] Writing DB stats neutron:SELECT=18 {{(pid=116188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:37.031107 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-046db98f-e74c-493b-bf91-663b8e160215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (e0e04ed9-89de-439d-97ad-dc951becb82b), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:37.209978 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8866-8b7b-47f1-a97b-57bcb142caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760582207793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13061139'] for agent (8bcaf307-767e-48fa-921c-2af5c45f1df2), after_update {{(pid=116187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 09:13:47.204168 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=12 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 09:13:47.206056 dv-cinder-master-3-iscsi neutron-server[116187]: DEBUG dbcounter [-] [116187] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=116187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}